2024-11-18 05:17:51,429 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-18 05:17:51,441 main DEBUG Took 0.009916 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 05:17:51,441 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 05:17:51,442 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 05:17:51,443 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 05:17:51,444 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:17:51,451 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 05:17:51,462 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:17:51,464 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:17:51,464 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:17:51,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:17:51,465 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:17:51,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:17:51,466 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:17:51,466 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:17:51,467 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:17:51,467 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:17:51,468 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:17:51,468 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:17:51,468 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:17:51,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:17:51,469 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:17:51,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:17:51,470 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:17:51,470 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:17:51,471 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:17:51,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:17:51,472 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:17:51,472 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:17:51,472 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:17:51,472 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 05:17:51,473 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:17:51,473 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 05:17:51,474 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 05:17:51,476 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 05:17:51,477 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 05:17:51,478 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 05:17:51,479 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 05:17:51,479 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 05:17:51,487 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 05:17:51,490 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 05:17:51,491 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 05:17:51,491 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 05:17:51,492 main DEBUG createAppenders(={Console}) 2024-11-18 05:17:51,492 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-18 05:17:51,493 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-18 05:17:51,493 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-18 05:17:51,494 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 05:17:51,494 main DEBUG OutputStream closed 2024-11-18 05:17:51,494 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 05:17:51,494 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 05:17:51,495 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-18 05:17:51,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 05:17:51,575 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 05:17:51,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 05:17:51,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 05:17:51,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 05:17:51,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 05:17:51,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 05:17:51,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 05:17:51,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 05:17:51,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 05:17:51,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 05:17:51,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 05:17:51,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 05:17:51,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 05:17:51,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 05:17:51,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 05:17:51,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 05:17:51,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 05:17:51,586 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 05:17:51,587 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-18 05:17:51,587 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 05:17:51,588 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-18T05:17:51,829 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637 2024-11-18 05:17:51,832 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 05:17:51,833 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T05:17:51,842 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-18T05:17:51,866 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T05:17:51,869 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/cluster_da3f8084-1d57-f31c-e801-5b3506f668cb, deleteOnExit=true 2024-11-18T05:17:51,869 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-18T05:17:51,870 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/test.cache.data in system properties and HBase conf 2024-11-18T05:17:51,871 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T05:17:51,872 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/hadoop.log.dir in system properties and HBase conf 2024-11-18T05:17:51,873 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T05:17:51,873 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T05:17:51,874 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-18T05:17:51,980 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T05:17:52,073 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T05:17:52,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T05:17:52,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T05:17:52,078 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T05:17:52,078 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T05:17:52,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T05:17:52,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T05:17:52,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T05:17:52,080 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T05:17:52,080 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T05:17:52,080 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/nfs.dump.dir in system properties and HBase conf 2024-11-18T05:17:52,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/java.io.tmpdir in system properties and HBase conf 2024-11-18T05:17:52,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T05:17:52,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T05:17:52,082 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T05:17:52,902 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T05:17:52,980 INFO [Time-limited test {}] log.Log(170): Logging initialized @2249ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T05:17:53,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:17:53,118 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:17:53,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:17:53,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:17:53,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T05:17:53,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:17:53,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:17:53,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:17:53,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/java.io.tmpdir/jetty-localhost-42473-hadoop-hdfs-3_4_1-tests_jar-_-any-4541264894156615005/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T05:17:53,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:42473} 2024-11-18T05:17:53,348 INFO [Time-limited test {}] server.Server(415): Started @2619ms 2024-11-18T05:17:53,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T05:17:53,749 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T05:17:53,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T05:17:53,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T05:17:53,750 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T05:17:53,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/hadoop.log.dir/,AVAILABLE} 2024-11-18T05:17:53,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T05:17:53,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/java.io.tmpdir/jetty-localhost-37107-hadoop-hdfs-3_4_1-tests_jar-_-any-736760210253594782/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:17:53,871 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:37107} 2024-11-18T05:17:53,871 INFO [Time-limited test {}] server.Server(415): Started @3141ms 2024-11-18T05:17:53,927 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T05:17:54,393 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/cluster_da3f8084-1d57-f31c-e801-5b3506f668cb/dfs/data/data1/current/BP-932584847-172.17.0.2-1731907072660/current, will proceed with Du for space computation calculation, 2024-11-18T05:17:54,393 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/cluster_da3f8084-1d57-f31c-e801-5b3506f668cb/dfs/data/data2/current/BP-932584847-172.17.0.2-1731907072660/current, will proceed with Du for space computation calculation, 2024-11-18T05:17:54,424 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T05:17:54,471 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637 2024-11-18T05:17:54,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f66a46867cc28b5 with lease ID 0x6e04c885e6480954: Processing first storage report for DS-daa08336-bea6-4795-99bf-2be3d98937b3 from datanode DatanodeRegistration(127.0.0.1:40671, datanodeUuid=9ffdf488-6351-4d1b-ab18-8f5e7ca9d6b2, infoPort=34001, infoSecurePort=0, ipcPort=35319, storageInfo=lv=-57;cid=testClusterID;nsid=1702646835;c=1731907072660) 2024-11-18T05:17:54,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f66a46867cc28b5 with lease ID 0x6e04c885e6480954: from storage DS-daa08336-bea6-4795-99bf-2be3d98937b3 node DatanodeRegistration(127.0.0.1:40671, datanodeUuid=9ffdf488-6351-4d1b-ab18-8f5e7ca9d6b2, infoPort=34001, infoSecurePort=0, ipcPort=35319, storageInfo=lv=-57;cid=testClusterID;nsid=1702646835;c=1731907072660), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T05:17:54,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f66a46867cc28b5 with lease ID 0x6e04c885e6480954: Processing first storage report for DS-f635adb4-919c-40d4-a6ae-343665c1b248 from datanode DatanodeRegistration(127.0.0.1:40671, datanodeUuid=9ffdf488-6351-4d1b-ab18-8f5e7ca9d6b2, infoPort=34001, infoSecurePort=0, ipcPort=35319, storageInfo=lv=-57;cid=testClusterID;nsid=1702646835;c=1731907072660) 2024-11-18T05:17:54,485 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f66a46867cc28b5 with lease ID 0x6e04c885e6480954: from storage DS-f635adb4-919c-40d4-a6ae-343665c1b248 node DatanodeRegistration(127.0.0.1:40671, datanodeUuid=9ffdf488-6351-4d1b-ab18-8f5e7ca9d6b2, infoPort=34001, infoSecurePort=0, ipcPort=35319, storageInfo=lv=-57;cid=testClusterID;nsid=1702646835;c=1731907072660), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T05:17:54,546 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/cluster_da3f8084-1d57-f31c-e801-5b3506f668cb/zookeeper_0, clientPort=56210, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/cluster_da3f8084-1d57-f31c-e801-5b3506f668cb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/cluster_da3f8084-1d57-f31c-e801-5b3506f668cb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T05:17:54,555 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56210 2024-11-18T05:17:54,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:17:54,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:17:54,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741825_1001 (size=7) 2024-11-18T05:17:55,235 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31 with version=8 2024-11-18T05:17:55,235 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/hbase-staging 2024-11-18T05:17:55,359 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T05:17:55,620 INFO [Time-limited test {}] client.ConnectionUtils(129): master/7cf745f7364a:0 server-side Connection retries=45 2024-11-18T05:17:55,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:17:55,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T05:17:55,640 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T05:17:55,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:17:55,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T05:17:55,768 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T05:17:55,825 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T05:17:55,834 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T05:17:55,837 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T05:17:55,864 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 16755 (auto-detected) 2024-11-18T05:17:55,865 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T05:17:55,883 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34605 2024-11-18T05:17:55,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:17:55,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:17:55,905 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34605 connecting to ZooKeeper ensemble=127.0.0.1:56210 2024-11-18T05:17:55,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346050x0, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T05:17:55,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34605-0x100091072c70000 connected 2024-11-18T05:17:55,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T05:17:55,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:17:55,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T05:17:55,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34605 2024-11-18T05:17:55,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34605 2024-11-18T05:17:55,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34605 2024-11-18T05:17:55,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34605 2024-11-18T05:17:55,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34605 2024-11-18T05:17:55,995 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31, hbase.cluster.distributed=false 2024-11-18T05:17:56,067 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/7cf745f7364a:0 server-side Connection retries=45 2024-11-18T05:17:56,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:17:56,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T05:17:56,068 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T05:17:56,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T05:17:56,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T05:17:56,071 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T05:17:56,072 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T05:17:56,073 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40727 2024-11-18T05:17:56,075 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T05:17:56,081 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T05:17:56,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:17:56,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:17:56,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40727 connecting to ZooKeeper ensemble=127.0.0.1:56210 2024-11-18T05:17:56,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407270x0, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T05:17:56,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407270x0, quorum=127.0.0.1:56210, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T05:17:56,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40727-0x100091072c70001 connected 2024-11-18T05:17:56,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:17:56,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T05:17:56,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40727 2024-11-18T05:17:56,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40727 2024-11-18T05:17:56,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40727 2024-11-18T05:17:56,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40727 2024-11-18T05:17:56,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40727 2024-11-18T05:17:56,104 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/7cf745f7364a,34605,1731907075353 2024-11-18T05:17:56,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:17:56,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:17:56,113 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7cf745f7364a,34605,1731907075353 2024-11-18T05:17:56,126 DEBUG [M:0;7cf745f7364a:34605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7cf745f7364a:34605 2024-11-18T05:17:56,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T05:17:56,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T05:17:56,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:17:56,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:17:56,138 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T05:17:56,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T05:17:56,139 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7cf745f7364a,34605,1731907075353 from backup master directory 2024-11-18T05:17:56,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7cf745f7364a,34605,1731907075353 2024-11-18T05:17:56,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:17:56,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T05:17:56,143 WARN [master/7cf745f7364a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T05:17:56,143 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7cf745f7364a,34605,1731907075353 2024-11-18T05:17:56,145 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T05:17:56,147 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T05:17:56,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741826_1002 (size=42) 2024-11-18T05:17:56,211 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/hbase.id with ID: 75ecdbf2-cfd3-4806-9a2b-b354e4c003f0 2024-11-18T05:17:56,249 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T05:17:56,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:17:56,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:17:56,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741827_1003 (size=196) 2024-11-18T05:17:56,307 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:17:56,309 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T05:17:56,328 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:17:56,332 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:17:56,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741828_1004 (size=1189) 2024-11-18T05:17:56,378 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store 2024-11-18T05:17:56,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741829_1005 (size=34) 2024-11-18T05:17:56,797 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T05:17:56,798 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:17:56,799 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T05:17:56,799 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:17:56,799 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:17:56,799 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T05:17:56,799 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:17:56,799 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:17:56,799 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T05:17:56,801 WARN [master/7cf745f7364a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store/.initializing 2024-11-18T05:17:56,802 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/WALs/7cf745f7364a,34605,1731907075353 2024-11-18T05:17:56,808 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T05:17:56,818 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7cf745f7364a%2C34605%2C1731907075353, suffix=, logDir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/WALs/7cf745f7364a,34605,1731907075353, archiveDir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/oldWALs, maxLogs=10 2024-11-18T05:17:56,839 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/WALs/7cf745f7364a,34605,1731907075353/7cf745f7364a%2C34605%2C1731907075353.1731907076822, exclude list is [], retry=0 2024-11-18T05:17:56,855 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40671,DS-daa08336-bea6-4795-99bf-2be3d98937b3,DISK] 2024-11-18T05:17:56,858 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T05:17:56,895 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/WALs/7cf745f7364a,34605,1731907075353/7cf745f7364a%2C34605%2C1731907075353.1731907076822 2024-11-18T05:17:56,896 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34001:34001)] 2024-11-18T05:17:56,896 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:17:56,897 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:17:56,901 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:17:56,902 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:17:56,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:17:56,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T05:17:56,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:17:56,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:17:56,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:17:56,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T05:17:56,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:17:56,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:17:56,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:17:56,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T05:17:56,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:17:56,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:17:56,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:17:56,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T05:17:56,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:17:56,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:17:56,995 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:17:56,996 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:17:57,004 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T05:17:57,008 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T05:17:57,013 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:17:57,014 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71136275, jitterRate=0.06001310050487518}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T05:17:57,018 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T05:17:57,019 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T05:17:57,047 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe5ad25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:17:57,080 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-18T05:17:57,091 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T05:17:57,091 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T05:17:57,094 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T05:17:57,095 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T05:17:57,099 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-18T05:17:57,099 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T05:17:57,124 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T05:17:57,136 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T05:17:57,139 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-18T05:17:57,141 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T05:17:57,142 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T05:17:57,144 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-18T05:17:57,145 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T05:17:57,149 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T05:17:57,150 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-18T05:17:57,151 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T05:17:57,154 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T05:17:57,163 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T05:17:57,164 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T05:17:57,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T05:17:57,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T05:17:57,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:17:57,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:17:57,170 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=7cf745f7364a,34605,1731907075353, sessionid=0x100091072c70000, setting cluster-up flag (Was=false) 2024-11-18T05:17:57,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:17:57,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:17:57,189 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T05:17:57,191 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7cf745f7364a,34605,1731907075353 2024-11-18T05:17:57,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:17:57,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:17:57,202 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T05:17:57,203 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7cf745f7364a,34605,1731907075353 2024-11-18T05:17:57,283 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-18T05:17:57,289 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-18T05:17:57,291 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T05:17:57,297 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7cf745f7364a,34605,1731907075353 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T05:17:57,301 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7cf745f7364a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:17:57,301 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7cf745f7364a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:17:57,301 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7cf745f7364a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:17:57,302 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7cf745f7364a:0, corePoolSize=5, maxPoolSize=5 2024-11-18T05:17:57,302 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7cf745f7364a:0, corePoolSize=10, maxPoolSize=10 2024-11-18T05:17:57,302 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7cf745f7364a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:17:57,302 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7cf745f7364a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T05:17:57,302 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7cf745f7364a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:17:57,304 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731907107304 2024-11-18T05:17:57,305 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T05:17:57,306 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T05:17:57,307 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:17:57,308 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-18T05:17:57,310 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T05:17:57,310 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T05:17:57,310 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T05:17:57,311 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T05:17:57,311 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T05:17:57,312 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T05:17:57,313 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:17:57,313 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T05:17:57,314 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T05:17:57,315 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T05:17:57,316 DEBUG [RS:0;7cf745f7364a:40727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7cf745f7364a:40727 2024-11-18T05:17:57,317 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T05:17:57,317 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T05:17:57,318 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1008): ClusterId : 75ecdbf2-cfd3-4806-9a2b-b354e4c003f0 2024-11-18T05:17:57,319 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7cf745f7364a:0:becomeActiveMaster-HFileCleaner.large.0-1731907077318,5,FailOnTimeoutGroup] 2024-11-18T05:17:57,319 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7cf745f7364a:0:becomeActiveMaster-HFileCleaner.small.0-1731907077319,5,FailOnTimeoutGroup] 2024-11-18T05:17:57,319 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T05:17:57,319 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T05:17:57,321 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T05:17:57,321 DEBUG [RS:0;7cf745f7364a:40727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T05:17:57,321 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T05:17:57,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741831_1007 (size=1039) 2024-11-18T05:17:57,325 DEBUG [RS:0;7cf745f7364a:40727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T05:17:57,326 DEBUG [RS:0;7cf745f7364a:40727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T05:17:57,328 DEBUG [RS:0;7cf745f7364a:40727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T05:17:57,329 DEBUG [RS:0;7cf745f7364a:40727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710bdf0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:17:57,330 DEBUG [RS:0;7cf745f7364a:40727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9a6e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7cf745f7364a/172.17.0.2:0 2024-11-18T05:17:57,333 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-18T05:17:57,333 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-18T05:17:57,333 DEBUG [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-18T05:17:57,335 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(3073): reportForDuty to master=7cf745f7364a,34605,1731907075353 with isa=7cf745f7364a/172.17.0.2:40727, startcode=1731907076066 2024-11-18T05:17:57,347 DEBUG [RS:0;7cf745f7364a:40727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T05:17:57,382 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46533, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T05:17:57,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34605 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 7cf745f7364a,40727,1731907076066 2024-11-18T05:17:57,390 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34605 {}] master.ServerManager(486): Registering regionserver=7cf745f7364a,40727,1731907076066 2024-11-18T05:17:57,404 DEBUG [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31 2024-11-18T05:17:57,404 DEBUG [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38287 2024-11-18T05:17:57,404 DEBUG [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-18T05:17:57,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T05:17:57,409 DEBUG [RS:0;7cf745f7364a:40727 {}] zookeeper.ZKUtil(111): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7cf745f7364a,40727,1731907076066 2024-11-18T05:17:57,409 WARN [RS:0;7cf745f7364a:40727 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T05:17:57,410 INFO [RS:0;7cf745f7364a:40727 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:17:57,410 DEBUG [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/WALs/7cf745f7364a,40727,1731907076066 2024-11-18T05:17:57,412 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7cf745f7364a,40727,1731907076066] 2024-11-18T05:17:57,422 DEBUG [RS:0;7cf745f7364a:40727 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-18T05:17:57,433 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T05:17:57,446 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T05:17:57,448 INFO [RS:0;7cf745f7364a:40727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T05:17:57,449 INFO [RS:0;7cf745f7364a:40727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:17:57,449 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-18T05:17:57,456 INFO [RS:0;7cf745f7364a:40727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T05:17:57,457 DEBUG [RS:0;7cf745f7364a:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7cf745f7364a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:17:57,457 DEBUG [RS:0;7cf745f7364a:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7cf745f7364a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:17:57,457 DEBUG [RS:0;7cf745f7364a:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7cf745f7364a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:17:57,457 DEBUG [RS:0;7cf745f7364a:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7cf745f7364a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:17:57,457 DEBUG [RS:0;7cf745f7364a:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7cf745f7364a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:17:57,457 DEBUG [RS:0;7cf745f7364a:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7cf745f7364a:0, corePoolSize=2, maxPoolSize=2 2024-11-18T05:17:57,457 DEBUG [RS:0;7cf745f7364a:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7cf745f7364a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:17:57,457 DEBUG [RS:0;7cf745f7364a:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7cf745f7364a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:17:57,458 DEBUG [RS:0;7cf745f7364a:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7cf745f7364a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:17:57,458 DEBUG [RS:0;7cf745f7364a:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7cf745f7364a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:17:57,458 DEBUG [RS:0;7cf745f7364a:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7cf745f7364a:0, corePoolSize=1, maxPoolSize=1 2024-11-18T05:17:57,458 DEBUG [RS:0;7cf745f7364a:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7cf745f7364a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T05:17:57,458 DEBUG [RS:0;7cf745f7364a:40727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0, corePoolSize=3, maxPoolSize=3 2024-11-18T05:17:57,459 INFO [RS:0;7cf745f7364a:40727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T05:17:57,459 INFO [RS:0;7cf745f7364a:40727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T05:17:57,459 INFO [RS:0;7cf745f7364a:40727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T05:17:57,459 INFO [RS:0;7cf745f7364a:40727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T05:17:57,459 INFO [RS:0;7cf745f7364a:40727 {}] hbase.ChoreService(168): Chore ScheduledChore name=7cf745f7364a,40727,1731907076066-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T05:17:57,479 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T05:17:57,481 INFO [RS:0;7cf745f7364a:40727 {}] hbase.ChoreService(168): Chore ScheduledChore name=7cf745f7364a,40727,1731907076066-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:17:57,503 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.Replication(204): 7cf745f7364a,40727,1731907076066 started 2024-11-18T05:17:57,504 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1767): Serving as 7cf745f7364a,40727,1731907076066, RpcServer on 7cf745f7364a/172.17.0.2:40727, sessionid=0x100091072c70001 2024-11-18T05:17:57,504 DEBUG [RS:0;7cf745f7364a:40727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T05:17:57,505 DEBUG [RS:0;7cf745f7364a:40727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7cf745f7364a,40727,1731907076066 2024-11-18T05:17:57,505 DEBUG [RS:0;7cf745f7364a:40727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7cf745f7364a,40727,1731907076066' 2024-11-18T05:17:57,505 DEBUG [RS:0;7cf745f7364a:40727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T05:17:57,506 DEBUG [RS:0;7cf745f7364a:40727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T05:17:57,507 DEBUG [RS:0;7cf745f7364a:40727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T05:17:57,507 DEBUG [RS:0;7cf745f7364a:40727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T05:17:57,507 DEBUG [RS:0;7cf745f7364a:40727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7cf745f7364a,40727,1731907076066 2024-11-18T05:17:57,507 DEBUG [RS:0;7cf745f7364a:40727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7cf745f7364a,40727,1731907076066' 2024-11-18T05:17:57,507 DEBUG [RS:0;7cf745f7364a:40727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T05:17:57,508 DEBUG [RS:0;7cf745f7364a:40727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T05:17:57,508 DEBUG [RS:0;7cf745f7364a:40727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T05:17:57,509 INFO [RS:0;7cf745f7364a:40727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T05:17:57,509 INFO [RS:0;7cf745f7364a:40727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T05:17:57,614 INFO [RS:0;7cf745f7364a:40727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T05:17:57,618 INFO [RS:0;7cf745f7364a:40727 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7cf745f7364a%2C40727%2C1731907076066, suffix=, logDir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/WALs/7cf745f7364a,40727,1731907076066, archiveDir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/oldWALs, maxLogs=32 2024-11-18T05:17:57,634 DEBUG [RS:0;7cf745f7364a:40727 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/WALs/7cf745f7364a,40727,1731907076066/7cf745f7364a%2C40727%2C1731907076066.1731907077620, exclude list is [], retry=0 2024-11-18T05:17:57,638 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40671,DS-daa08336-bea6-4795-99bf-2be3d98937b3,DISK] 2024-11-18T05:17:57,642 INFO [RS:0;7cf745f7364a:40727 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/WALs/7cf745f7364a,40727,1731907076066/7cf745f7364a%2C40727%2C1731907076066.1731907077620 2024-11-18T05:17:57,642 DEBUG [RS:0;7cf745f7364a:40727 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34001:34001)] 2024-11-18T05:17:57,726 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-18T05:17:57,727 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31 2024-11-18T05:17:57,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741833_1009 (size=32) 2024-11-18T05:17:58,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:17:58,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T05:17:58,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T05:17:58,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:17:58,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:17:58,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T05:17:58,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T05:17:58,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:17:58,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:17:58,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T05:17:58,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T05:17:58,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:17:58,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:17:58,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740 2024-11-18T05:17:58,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740 2024-11-18T05:17:58,157 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:17:58,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-18T05:17:58,164 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:17:58,165 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64935334, jitterRate=-0.032388120889663696}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:17:58,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-18T05:17:58,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-18T05:17:58,167 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-18T05:17:58,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-18T05:17:58,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T05:17:58,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T05:17:58,169 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-18T05:17:58,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-18T05:17:58,171 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-18T05:17:58,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-18T05:17:58,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T05:17:58,186 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T05:17:58,187 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T05:17:58,339 DEBUG [7cf745f7364a:34605 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T05:17:58,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:17:58,348 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7cf745f7364a,40727,1731907076066, state=OPENING 2024-11-18T05:17:58,354 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T05:17:58,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:17:58,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:17:58,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:17:58,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:17:58,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:17:58,532 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:17:58,533 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T05:17:58,537 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T05:17:58,548 INFO [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-18T05:17:58,548 INFO [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T05:17:58,549 INFO [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T05:17:58,552 INFO [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7cf745f7364a%2C40727%2C1731907076066.meta, suffix=.meta, logDir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/WALs/7cf745f7364a,40727,1731907076066, archiveDir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/oldWALs, maxLogs=32 2024-11-18T05:17:58,568 DEBUG [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/WALs/7cf745f7364a,40727,1731907076066/7cf745f7364a%2C40727%2C1731907076066.meta.1731907078554.meta, exclude list is [], retry=0 2024-11-18T05:17:58,572 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40671,DS-daa08336-bea6-4795-99bf-2be3d98937b3,DISK] 2024-11-18T05:17:58,575 INFO [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/WALs/7cf745f7364a,40727,1731907076066/7cf745f7364a%2C40727%2C1731907076066.meta.1731907078554.meta 2024-11-18T05:17:58,576 DEBUG [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34001:34001)] 2024-11-18T05:17:58,576 DEBUG [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:17:58,577 DEBUG [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T05:17:58,640 DEBUG [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T05:17:58,644 INFO [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T05:17:58,649 DEBUG [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T05:17:58,649 DEBUG [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:17:58,649 DEBUG [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-18T05:17:58,649 DEBUG [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-18T05:17:58,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T05:17:58,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T05:17:58,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:17:58,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:17:58,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T05:17:58,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T05:17:58,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:17:58,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:17:58,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T05:17:58,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T05:17:58,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:17:58,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T05:17:58,661 DEBUG [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740 2024-11-18T05:17:58,664 DEBUG [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740 2024-11-18T05:17:58,667 DEBUG [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:17:58,670 DEBUG [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-18T05:17:58,672 INFO [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73903162, jitterRate=0.10124292969703674}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:17:58,674 DEBUG [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-18T05:17:58,681 INFO [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731907078526 2024-11-18T05:17:58,692 DEBUG [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T05:17:58,693 INFO [RS_OPEN_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-18T05:17:58,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:17:58,696 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7cf745f7364a,40727,1731907076066, state=OPEN 2024-11-18T05:17:58,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:17:58,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T05:17:58,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:17:58,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T05:17:58,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T05:17:58,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=7cf745f7364a,40727,1731907076066 in 342 msec 2024-11-18T05:17:58,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T05:17:58,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 528 msec 2024-11-18T05:17:58,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4770 sec 2024-11-18T05:17:58,715 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731907078715, completionTime=-1 2024-11-18T05:17:58,715 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T05:17:58,715 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-18T05:17:58,753 DEBUG [hconnection-0x2e9ff10e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:17:58,755 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:17:58,765 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-18T05:17:58,765 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731907138765 2024-11-18T05:17:58,765 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731907198765 2024-11-18T05:17:58,765 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 49 msec 2024-11-18T05:17:58,786 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7cf745f7364a,34605,1731907075353-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T05:17:58,786 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7cf745f7364a,34605,1731907075353-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:17:58,786 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7cf745f7364a,34605,1731907075353-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:17:58,788 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7cf745f7364a:34605, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:17:58,788 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T05:17:58,793 DEBUG [master/7cf745f7364a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-18T05:17:58,796 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-18T05:17:58,797 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T05:17:58,803 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-18T05:17:58,805 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T05:17:58,806 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:17:58,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T05:17:58,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741835_1011 (size=358) 2024-11-18T05:17:59,223 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a0db3154bfb4c162050956cb21bcade9, NAME => 'hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31 2024-11-18T05:17:59,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741836_1012 (size=42) 2024-11-18T05:17:59,635 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:17:59,636 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing a0db3154bfb4c162050956cb21bcade9, disabling compactions & flushes 2024-11-18T05:17:59,636 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9. 2024-11-18T05:17:59,636 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9. 2024-11-18T05:17:59,636 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9. after waiting 0 ms 2024-11-18T05:17:59,636 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9. 2024-11-18T05:17:59,636 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9. 2024-11-18T05:17:59,636 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for a0db3154bfb4c162050956cb21bcade9: 2024-11-18T05:17:59,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T05:17:59,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731907079639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731907079639"}]},"ts":"1731907079639"} 2024-11-18T05:17:59,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-18T05:17:59,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T05:17:59,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907079702"}]},"ts":"1731907079702"} 2024-11-18T05:17:59,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-18T05:17:59,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a0db3154bfb4c162050956cb21bcade9, ASSIGN}] 2024-11-18T05:17:59,717 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a0db3154bfb4c162050956cb21bcade9, ASSIGN 2024-11-18T05:17:59,718 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=a0db3154bfb4c162050956cb21bcade9, ASSIGN; state=OFFLINE, location=7cf745f7364a,40727,1731907076066; forceNewPlan=false, retain=false 2024-11-18T05:17:59,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a0db3154bfb4c162050956cb21bcade9, regionState=OPENING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:17:59,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure a0db3154bfb4c162050956cb21bcade9, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:18:00,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:00,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9. 2024-11-18T05:18:00,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => a0db3154bfb4c162050956cb21bcade9, NAME => 'hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:18:00,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace a0db3154bfb4c162050956cb21bcade9 2024-11-18T05:18:00,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:18:00,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for a0db3154bfb4c162050956cb21bcade9 2024-11-18T05:18:00,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for a0db3154bfb4c162050956cb21bcade9 2024-11-18T05:18:00,035 INFO [StoreOpener-a0db3154bfb4c162050956cb21bcade9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a0db3154bfb4c162050956cb21bcade9 2024-11-18T05:18:00,037 INFO [StoreOpener-a0db3154bfb4c162050956cb21bcade9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0db3154bfb4c162050956cb21bcade9 columnFamilyName info 2024-11-18T05:18:00,037 DEBUG [StoreOpener-a0db3154bfb4c162050956cb21bcade9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:00,038 INFO [StoreOpener-a0db3154bfb4c162050956cb21bcade9-1 {}] regionserver.HStore(327): Store=a0db3154bfb4c162050956cb21bcade9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:18:00,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/namespace/a0db3154bfb4c162050956cb21bcade9 2024-11-18T05:18:00,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/namespace/a0db3154bfb4c162050956cb21bcade9 2024-11-18T05:18:00,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for a0db3154bfb4c162050956cb21bcade9 2024-11-18T05:18:00,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/namespace/a0db3154bfb4c162050956cb21bcade9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:18:00,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened a0db3154bfb4c162050956cb21bcade9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64698499, jitterRate=-0.035917237401008606}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T05:18:00,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for a0db3154bfb4c162050956cb21bcade9: 2024-11-18T05:18:00,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9., pid=6, masterSystemTime=1731907080025 2024-11-18T05:18:00,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9. 2024-11-18T05:18:00,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9. 2024-11-18T05:18:00,054 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a0db3154bfb4c162050956cb21bcade9, regionState=OPEN, openSeqNum=2, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:00,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T05:18:00,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure a0db3154bfb4c162050956cb21bcade9, server=7cf745f7364a,40727,1731907076066 in 185 msec 2024-11-18T05:18:00,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T05:18:00,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=a0db3154bfb4c162050956cb21bcade9, ASSIGN in 347 msec 2024-11-18T05:18:00,065 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T05:18:00,066 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907080065"}]},"ts":"1731907080065"} 2024-11-18T05:18:00,068 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-18T05:18:00,072 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T05:18:00,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2750 sec 2024-11-18T05:18:00,107 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-18T05:18:00,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-18T05:18:00,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:18:00,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:18:00,137 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-18T05:18:00,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-18T05:18:00,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 22 msec 2024-11-18T05:18:00,160 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-18T05:18:00,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-18T05:18:00,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-18T05:18:00,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-18T05:18:00,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-18T05:18:00,189 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.046sec 2024-11-18T05:18:00,191 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T05:18:00,192 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T05:18:00,193 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T05:18:00,193 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T05:18:00,194 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T05:18:00,194 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7cf745f7364a,34605,1731907075353-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T05:18:00,195 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7cf745f7364a,34605,1731907075353-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T05:18:00,201 DEBUG [master/7cf745f7364a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-18T05:18:00,202 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T05:18:00,202 INFO [master/7cf745f7364a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7cf745f7364a,34605,1731907075353-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T05:18:00,219 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-18T05:18:00,219 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-18T05:18:00,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:00,230 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T05:18:00,230 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T05:18:00,239 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:00,248 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:00,256 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=7cf745f7364a,34605,1731907075353 2024-11-18T05:18:00,268 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=131, ProcessCount=11, AvailableMemoryMB=12129 2024-11-18T05:18:00,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T05:18:00,280 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T05:18:00,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T05:18:00,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:18:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-18T05:18:00,293 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T05:18:00,294 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:00,295 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T05:18:00,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-18T05:18:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T05:18:00,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741837_1013 (size=960) 2024-11-18T05:18:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T05:18:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T05:18:00,709 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31 2024-11-18T05:18:00,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741838_1014 (size=53) 2024-11-18T05:18:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T05:18:01,119 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:18:01,119 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f60a1d7466556b7488b80eae33d2a24f, disabling compactions & flushes 2024-11-18T05:18:01,119 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:01,119 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:01,119 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. after waiting 0 ms 2024-11-18T05:18:01,120 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:01,120 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:01,120 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:01,122 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T05:18:01,122 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731907081122"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731907081122"}]},"ts":"1731907081122"} 2024-11-18T05:18:01,125 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-18T05:18:01,127 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T05:18:01,127 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907081127"}]},"ts":"1731907081127"} 2024-11-18T05:18:01,129 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-18T05:18:01,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f60a1d7466556b7488b80eae33d2a24f, ASSIGN}] 2024-11-18T05:18:01,135 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f60a1d7466556b7488b80eae33d2a24f, ASSIGN 2024-11-18T05:18:01,136 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f60a1d7466556b7488b80eae33d2a24f, ASSIGN; state=OFFLINE, location=7cf745f7364a,40727,1731907076066; forceNewPlan=false, retain=false 2024-11-18T05:18:01,287 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f60a1d7466556b7488b80eae33d2a24f, regionState=OPENING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:01,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:18:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T05:18:01,443 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:01,449 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:01,449 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:18:01,450 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:01,450 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:18:01,450 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:01,450 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:01,453 INFO [StoreOpener-f60a1d7466556b7488b80eae33d2a24f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:01,457 INFO [StoreOpener-f60a1d7466556b7488b80eae33d2a24f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:18:01,457 INFO [StoreOpener-f60a1d7466556b7488b80eae33d2a24f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f60a1d7466556b7488b80eae33d2a24f columnFamilyName A 2024-11-18T05:18:01,457 DEBUG [StoreOpener-f60a1d7466556b7488b80eae33d2a24f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:01,458 INFO [StoreOpener-f60a1d7466556b7488b80eae33d2a24f-1 {}] regionserver.HStore(327): Store=f60a1d7466556b7488b80eae33d2a24f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:18:01,458 INFO [StoreOpener-f60a1d7466556b7488b80eae33d2a24f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:01,460 INFO [StoreOpener-f60a1d7466556b7488b80eae33d2a24f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:18:01,461 INFO [StoreOpener-f60a1d7466556b7488b80eae33d2a24f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f60a1d7466556b7488b80eae33d2a24f columnFamilyName B 2024-11-18T05:18:01,461 DEBUG [StoreOpener-f60a1d7466556b7488b80eae33d2a24f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:01,461 INFO [StoreOpener-f60a1d7466556b7488b80eae33d2a24f-1 {}] regionserver.HStore(327): Store=f60a1d7466556b7488b80eae33d2a24f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:18:01,462 INFO [StoreOpener-f60a1d7466556b7488b80eae33d2a24f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:01,463 INFO [StoreOpener-f60a1d7466556b7488b80eae33d2a24f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:18:01,464 INFO [StoreOpener-f60a1d7466556b7488b80eae33d2a24f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f60a1d7466556b7488b80eae33d2a24f columnFamilyName C 2024-11-18T05:18:01,464 DEBUG [StoreOpener-f60a1d7466556b7488b80eae33d2a24f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:01,465 INFO [StoreOpener-f60a1d7466556b7488b80eae33d2a24f-1 {}] regionserver.HStore(327): Store=f60a1d7466556b7488b80eae33d2a24f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:18:01,465 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:01,466 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:01,467 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:01,470 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:18:01,472 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:01,475 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:18:01,476 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened f60a1d7466556b7488b80eae33d2a24f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64293194, jitterRate=-0.04195675253868103}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:18:01,477 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:01,478 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., pid=11, masterSystemTime=1731907081443 2024-11-18T05:18:01,481 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:01,481 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:01,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f60a1d7466556b7488b80eae33d2a24f, regionState=OPEN, openSeqNum=2, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:01,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-18T05:18:01,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 in 195 msec 2024-11-18T05:18:01,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T05:18:01,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f60a1d7466556b7488b80eae33d2a24f, ASSIGN in 354 msec 2024-11-18T05:18:01,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T05:18:01,492 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907081492"}]},"ts":"1731907081492"} 2024-11-18T05:18:01,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-18T05:18:01,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T05:18:01,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2070 sec 2024-11-18T05:18:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T05:18:02,414 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-18T05:18:02,419 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-18T05:18:02,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:02,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:02,429 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:02,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T05:18:02,434 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T05:18:02,441 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-18T05:18:02,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:02,446 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-18T05:18:02,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:02,450 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-18T05:18:02,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:02,454 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-18T05:18:02,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:02,459 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-18T05:18:02,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:02,465 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-18T05:18:02,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:02,474 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-18T05:18:02,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:02,479 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-18T05:18:02,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:02,484 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-18T05:18:02,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:02,490 DEBUG [hconnection-0x624e92fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:02,490 DEBUG [hconnection-0x5e621c7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:02,492 DEBUG [hconnection-0x106fdee5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:02,494 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:02,497 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:02,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:18:02,504 DEBUG [hconnection-0x2ce6d49-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:02,505 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-18T05:18:02,509 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:18:02,510 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:18:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-18T05:18:02,512 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:18:02,515 DEBUG [hconnection-0x2f204f5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:02,517 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:02,541 DEBUG [hconnection-0x16e71528-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:02,550 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:02,564 DEBUG [hconnection-0x1047cde-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:02,582 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:02,594 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:02,596 DEBUG [hconnection-0x260484e9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:02,604 DEBUG [hconnection-0x7fc41d82-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-18T05:18:02,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-18T05:18:02,621 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:02,625 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:02,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:02,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:02,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:02,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:02,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:02,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:02,674 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:02,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-18T05:18:02,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:02,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:02,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:02,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:02,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:02,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:02,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907142744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:02,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907142749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:02,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:02,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907142749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:02,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907142753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:02,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907142756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:02,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/63242a8316a84cf3b853fb4b060fcca4 is 50, key is test_row_0/A:col10/1731907082601/Put/seqid=0 2024-11-18T05:18:02,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741839_1015 (size=12001) 2024-11-18T05:18:02,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/63242a8316a84cf3b853fb4b060fcca4 2024-11-18T05:18:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-18T05:18:02,869 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:02,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-18T05:18:02,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:02,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:02,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:02,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:02,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:02,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907142895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:02,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907142895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:02,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907142895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:02,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907142897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:02,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907142897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:02,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/a94328b908b749ae96d29b5533cfe670 is 50, key is test_row_0/B:col10/1731907082601/Put/seqid=0 2024-11-18T05:18:02,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741840_1016 (size=12001) 2024-11-18T05:18:02,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/a94328b908b749ae96d29b5533cfe670 2024-11-18T05:18:02,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/c6883e44d27d4fd69494d15e67c8f141 is 50, key is test_row_0/C:col10/1731907082601/Put/seqid=0 2024-11-18T05:18:03,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741841_1017 (size=12001) 2024-11-18T05:18:03,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/c6883e44d27d4fd69494d15e67c8f141 2024-11-18T05:18:03,034 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-18T05:18:03,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/63242a8316a84cf3b853fb4b060fcca4 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/63242a8316a84cf3b853fb4b060fcca4 2024-11-18T05:18:03,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/63242a8316a84cf3b853fb4b060fcca4, entries=150, sequenceid=17, filesize=11.7 K 2024-11-18T05:18:03,058 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-18T05:18:03,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/a94328b908b749ae96d29b5533cfe670 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/a94328b908b749ae96d29b5533cfe670 2024-11-18T05:18:03,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:03,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:03,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:03,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/a94328b908b749ae96d29b5533cfe670, entries=150, sequenceid=17, filesize=11.7 K 2024-11-18T05:18:03,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/c6883e44d27d4fd69494d15e67c8f141 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/c6883e44d27d4fd69494d15e67c8f141 2024-11-18T05:18:03,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/c6883e44d27d4fd69494d15e67c8f141, entries=150, sequenceid=17, filesize=11.7 K 2024-11-18T05:18:03,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f60a1d7466556b7488b80eae33d2a24f in 470ms, sequenceid=17, compaction requested=false 2024-11-18T05:18:03,088 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-18T05:18:03,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:03,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-18T05:18:03,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:03,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:03,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:03,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:03,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:03,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:03,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-18T05:18:03,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/8c88f0bd33f5443b8a4b6028afc9e128 is 50, key is test_row_0/A:col10/1731907082747/Put/seqid=0 2024-11-18T05:18:03,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907143144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907143158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907143160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907143164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907143168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741842_1018 (size=16681) 2024-11-18T05:18:03,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/8c88f0bd33f5443b8a4b6028afc9e128 2024-11-18T05:18:03,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/2a4b9b2b746945e4865453c661deaf2e is 50, key is test_row_0/B:col10/1731907082747/Put/seqid=0 2024-11-18T05:18:03,216 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-18T05:18:03,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:03,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:03,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:03,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741843_1019 (size=12001) 2024-11-18T05:18:03,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907143269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907143274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907143276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907143277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907143278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,371 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-18T05:18:03,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:03,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:03,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:03,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,426 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T05:18:03,428 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-18T05:18:03,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907143477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907143482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907143484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907143484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907143484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,527 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-18T05:18:03,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:03,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:03,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:03,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-18T05:18:03,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/2a4b9b2b746945e4865453c661deaf2e 2024-11-18T05:18:03,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/ec4f482e28b848a7bd92ffe33617ec29 is 50, key is test_row_0/C:col10/1731907082747/Put/seqid=0 2024-11-18T05:18:03,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741844_1020 (size=12001) 2024-11-18T05:18:03,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/ec4f482e28b848a7bd92ffe33617ec29 2024-11-18T05:18:03,682 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-18T05:18:03,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:03,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:03,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:03,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/8c88f0bd33f5443b8a4b6028afc9e128 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/8c88f0bd33f5443b8a4b6028afc9e128 2024-11-18T05:18:03,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/8c88f0bd33f5443b8a4b6028afc9e128, entries=250, sequenceid=39, filesize=16.3 K 2024-11-18T05:18:03,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/2a4b9b2b746945e4865453c661deaf2e as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/2a4b9b2b746945e4865453c661deaf2e 2024-11-18T05:18:03,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/2a4b9b2b746945e4865453c661deaf2e, entries=150, sequenceid=39, filesize=11.7 K 2024-11-18T05:18:03,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/ec4f482e28b848a7bd92ffe33617ec29 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/ec4f482e28b848a7bd92ffe33617ec29 2024-11-18T05:18:03,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/ec4f482e28b848a7bd92ffe33617ec29, entries=150, sequenceid=39, filesize=11.7 K 2024-11-18T05:18:03,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for f60a1d7466556b7488b80eae33d2a24f in 620ms, sequenceid=39, compaction requested=false 2024-11-18T05:18:03,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:03,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-18T05:18:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:03,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:03,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:03,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:03,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:03,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:03,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:03,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/afbd59764f674bc88ab00ea7839f379f is 50, key is test_row_0/A:col10/1731907083157/Put/seqid=0 2024-11-18T05:18:03,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741845_1021 (size=12001) 2024-11-18T05:18:03,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/afbd59764f674bc88ab00ea7839f379f 2024-11-18T05:18:03,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907143824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907143826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,837 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-18T05:18:03,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:03,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907143831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:03,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907143830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907143831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/55ce31e3b85c4d0893386ade9bccf902 is 50, key is test_row_0/B:col10/1731907083157/Put/seqid=0 2024-11-18T05:18:03,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741846_1022 (size=12001) 2024-11-18T05:18:03,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/55ce31e3b85c4d0893386ade9bccf902 2024-11-18T05:18:03,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/c10231cfffa1439c97b1fb66561bd088 is 50, key is test_row_0/C:col10/1731907083157/Put/seqid=0 2024-11-18T05:18:03,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741847_1023 (size=12001) 2024-11-18T05:18:03,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/c10231cfffa1439c97b1fb66561bd088 2024-11-18T05:18:03,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907143934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907143936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/afbd59764f674bc88ab00ea7839f379f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/afbd59764f674bc88ab00ea7839f379f 2024-11-18T05:18:03,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907143942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907143942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907143943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/afbd59764f674bc88ab00ea7839f379f, entries=150, sequenceid=57, filesize=11.7 K 2024-11-18T05:18:03,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/55ce31e3b85c4d0893386ade9bccf902 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/55ce31e3b85c4d0893386ade9bccf902 2024-11-18T05:18:03,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/55ce31e3b85c4d0893386ade9bccf902, entries=150, sequenceid=57, filesize=11.7 K 2024-11-18T05:18:03,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/c10231cfffa1439c97b1fb66561bd088 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/c10231cfffa1439c97b1fb66561bd088 2024-11-18T05:18:03,993 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:03,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-18T05:18:03,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/c10231cfffa1439c97b1fb66561bd088, entries=150, sequenceid=57, filesize=11.7 K 2024-11-18T05:18:03,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:03,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:03,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:03,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:03,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for f60a1d7466556b7488b80eae33d2a24f in 204ms, sequenceid=57, compaction requested=true 2024-11-18T05:18:03,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:03,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:18:03,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:03,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:18:03,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:03,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:18:03,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:03,999 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:03,999 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:04,003 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:04,003 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:04,005 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/B is initiating minor compaction (all files) 2024-11-18T05:18:04,005 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/A is initiating minor compaction (all files) 2024-11-18T05:18:04,005 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/B in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:04,005 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/A in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:04,006 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/a94328b908b749ae96d29b5533cfe670, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/2a4b9b2b746945e4865453c661deaf2e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/55ce31e3b85c4d0893386ade9bccf902] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=35.2 K 2024-11-18T05:18:04,006 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/63242a8316a84cf3b853fb4b060fcca4, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/8c88f0bd33f5443b8a4b6028afc9e128, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/afbd59764f674bc88ab00ea7839f379f] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=39.7 K 2024-11-18T05:18:04,008 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63242a8316a84cf3b853fb4b060fcca4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731907082566 2024-11-18T05:18:04,008 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting a94328b908b749ae96d29b5533cfe670, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731907082566 2024-11-18T05:18:04,009 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c88f0bd33f5443b8a4b6028afc9e128, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731907082734 2024-11-18T05:18:04,009 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a4b9b2b746945e4865453c661deaf2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731907082747 2024-11-18T05:18:04,010 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting afbd59764f674bc88ab00ea7839f379f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731907083157 2024-11-18T05:18:04,010 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 55ce31e3b85c4d0893386ade9bccf902, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731907083157 2024-11-18T05:18:04,065 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#B#compaction#9 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:04,068 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/ca649b8f41354879b395d6d9e03880ed is 50, key is test_row_0/B:col10/1731907083157/Put/seqid=0 2024-11-18T05:18:04,072 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#A#compaction#10 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:04,073 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/b62c351fd1b54c21aaa3c70fcade7b01 is 50, key is test_row_0/A:col10/1731907083157/Put/seqid=0 2024-11-18T05:18:04,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741848_1024 (size=12104) 2024-11-18T05:18:04,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741849_1025 (size=12104) 2024-11-18T05:18:04,099 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/ca649b8f41354879b395d6d9e03880ed as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/ca649b8f41354879b395d6d9e03880ed 2024-11-18T05:18:04,113 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/b62c351fd1b54c21aaa3c70fcade7b01 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b62c351fd1b54c21aaa3c70fcade7b01 2024-11-18T05:18:04,129 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/B of f60a1d7466556b7488b80eae33d2a24f into ca649b8f41354879b395d6d9e03880ed(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:04,129 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:04,129 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/B, priority=13, startTime=1731907083999; duration=0sec 2024-11-18T05:18:04,130 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:04,130 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:B 2024-11-18T05:18:04,130 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:04,134 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:04,134 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/C is initiating minor compaction (all files) 2024-11-18T05:18:04,134 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/C in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:04,134 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/c6883e44d27d4fd69494d15e67c8f141, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/ec4f482e28b848a7bd92ffe33617ec29, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/c10231cfffa1439c97b1fb66561bd088] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=35.2 K 2024-11-18T05:18:04,135 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting c6883e44d27d4fd69494d15e67c8f141, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731907082566 2024-11-18T05:18:04,136 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/A of f60a1d7466556b7488b80eae33d2a24f into b62c351fd1b54c21aaa3c70fcade7b01(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:04,136 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:04,136 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/A, priority=13, startTime=1731907083998; duration=0sec 2024-11-18T05:18:04,136 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:04,136 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:A 2024-11-18T05:18:04,136 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting ec4f482e28b848a7bd92ffe33617ec29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731907082747 2024-11-18T05:18:04,137 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting c10231cfffa1439c97b1fb66561bd088, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731907083157 2024-11-18T05:18:04,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-18T05:18:04,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:04,152 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-18T05:18:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:04,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:04,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:04,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:04,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:04,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:04,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:04,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:04,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T05:18:04,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/c8474da70a2e412ba9faa9dd99bd0343 is 50, key is test_row_0/A:col10/1731907083827/Put/seqid=0 2024-11-18T05:18:04,194 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#C#compaction#12 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:04,196 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/741350448a8b457b89baaf131fc1d13e is 50, key is test_row_0/C:col10/1731907083157/Put/seqid=0 2024-11-18T05:18:04,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741850_1026 (size=16681) 2024-11-18T05:18:04,207 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/c8474da70a2e412ba9faa9dd99bd0343 2024-11-18T05:18:04,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741851_1027 (size=12104) 2024-11-18T05:18:04,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/2be164e9856f4044a270c5aaac48301f is 50, key is test_row_0/B:col10/1731907083827/Put/seqid=0 2024-11-18T05:18:04,232 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/741350448a8b457b89baaf131fc1d13e as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/741350448a8b457b89baaf131fc1d13e 2024-11-18T05:18:04,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741852_1028 (size=12001) 2024-11-18T05:18:04,247 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/2be164e9856f4044a270c5aaac48301f 2024-11-18T05:18:04,256 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/C of f60a1d7466556b7488b80eae33d2a24f into 741350448a8b457b89baaf131fc1d13e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:04,256 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:04,256 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/C, priority=13, startTime=1731907083999; duration=0sec 2024-11-18T05:18:04,257 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:04,257 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:C 2024-11-18T05:18:04,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/0324e24a059041d2afea6567a3a16f01 is 50, key is test_row_0/C:col10/1731907083827/Put/seqid=0 2024-11-18T05:18:04,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907144264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741853_1029 (size=12001) 2024-11-18T05:18:04,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907144274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,290 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/0324e24a059041d2afea6567a3a16f01 2024-11-18T05:18:04,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907144276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907144279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907144281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/c8474da70a2e412ba9faa9dd99bd0343 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/c8474da70a2e412ba9faa9dd99bd0343 2024-11-18T05:18:04,312 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/c8474da70a2e412ba9faa9dd99bd0343, entries=250, sequenceid=81, filesize=16.3 K 2024-11-18T05:18:04,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/2be164e9856f4044a270c5aaac48301f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/2be164e9856f4044a270c5aaac48301f 2024-11-18T05:18:04,325 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/2be164e9856f4044a270c5aaac48301f, entries=150, sequenceid=81, filesize=11.7 K 2024-11-18T05:18:04,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/0324e24a059041d2afea6567a3a16f01 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/0324e24a059041d2afea6567a3a16f01 2024-11-18T05:18:04,354 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/0324e24a059041d2afea6567a3a16f01, entries=150, sequenceid=81, filesize=11.7 K 2024-11-18T05:18:04,356 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f60a1d7466556b7488b80eae33d2a24f in 204ms, sequenceid=81, compaction requested=false 2024-11-18T05:18:04,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:04,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:04,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-18T05:18:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-18T05:18:04,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-18T05:18:04,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8470 sec 2024-11-18T05:18:04,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.8610 sec 2024-11-18T05:18:04,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-18T05:18:04,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:04,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:04,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:04,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:04,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:04,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:04,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/f5460a9064d24edda867fb69da59e5f2 is 50, key is test_row_0/A:col10/1731907084278/Put/seqid=0 2024-11-18T05:18:04,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741854_1030 (size=14341) 2024-11-18T05:18:04,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/f5460a9064d24edda867fb69da59e5f2 2024-11-18T05:18:04,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/840f51ce66954501812463c91c0c243b is 50, key is test_row_0/B:col10/1731907084278/Put/seqid=0 2024-11-18T05:18:04,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907144461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907144463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907144466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907144470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741855_1031 (size=12001) 2024-11-18T05:18:04,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/840f51ce66954501812463c91c0c243b 2024-11-18T05:18:04,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907144473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/b877eb4f78054c14a1924d27ae381a85 is 50, key is test_row_0/C:col10/1731907084278/Put/seqid=0 2024-11-18T05:18:04,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741856_1032 (size=12001) 2024-11-18T05:18:04,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/b877eb4f78054c14a1924d27ae381a85 2024-11-18T05:18:04,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/f5460a9064d24edda867fb69da59e5f2 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/f5460a9064d24edda867fb69da59e5f2 2024-11-18T05:18:04,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/f5460a9064d24edda867fb69da59e5f2, entries=200, sequenceid=97, filesize=14.0 K 2024-11-18T05:18:04,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/840f51ce66954501812463c91c0c243b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/840f51ce66954501812463c91c0c243b 2024-11-18T05:18:04,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/840f51ce66954501812463c91c0c243b, entries=150, sequenceid=97, filesize=11.7 K 2024-11-18T05:18:04,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/b877eb4f78054c14a1924d27ae381a85 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/b877eb4f78054c14a1924d27ae381a85 2024-11-18T05:18:04,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/b877eb4f78054c14a1924d27ae381a85, entries=150, sequenceid=97, filesize=11.7 K 2024-11-18T05:18:04,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f60a1d7466556b7488b80eae33d2a24f in 174ms, sequenceid=97, compaction requested=true 2024-11-18T05:18:04,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:04,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:18:04,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:04,568 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:04,569 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:04,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:18:04,571 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:04,571 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/A is initiating minor compaction (all files) 2024-11-18T05:18:04,571 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/A in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:04,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:04,571 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b62c351fd1b54c21aaa3c70fcade7b01, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/c8474da70a2e412ba9faa9dd99bd0343, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/f5460a9064d24edda867fb69da59e5f2] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=42.1 K 2024-11-18T05:18:04,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:18:04,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:04,572 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting b62c351fd1b54c21aaa3c70fcade7b01, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731907083157 2024-11-18T05:18:04,573 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8474da70a2e412ba9faa9dd99bd0343, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731907083825 2024-11-18T05:18:04,574 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5460a9064d24edda867fb69da59e5f2, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731907084274 2024-11-18T05:18:04,575 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:04,575 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/B is initiating minor compaction (all files) 2024-11-18T05:18:04,575 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/B in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:04,576 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/ca649b8f41354879b395d6d9e03880ed, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/2be164e9856f4044a270c5aaac48301f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/840f51ce66954501812463c91c0c243b] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=35.3 K 2024-11-18T05:18:04,577 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting ca649b8f41354879b395d6d9e03880ed, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731907083157 2024-11-18T05:18:04,578 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 2be164e9856f4044a270c5aaac48301f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731907083825 2024-11-18T05:18:04,579 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 840f51ce66954501812463c91c0c243b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731907084274 2024-11-18T05:18:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:04,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T05:18:04,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:04,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:04,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:04,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:04,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:04,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:04,597 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#A#compaction#18 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:04,598 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/a5c25dff62e64273af3c042075e29e84 is 50, key is test_row_0/A:col10/1731907084278/Put/seqid=0 2024-11-18T05:18:04,602 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#B#compaction#19 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:04,603 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/95b978a3a7c747d3a61fbff154205d0f is 50, key is test_row_0/B:col10/1731907084278/Put/seqid=0 2024-11-18T05:18:04,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/82f4a901c3b44142ba06a26e40847253 is 50, key is test_row_0/A:col10/1731907084586/Put/seqid=0 2024-11-18T05:18:04,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907144608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-18T05:18:04,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907144616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,622 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-18T05:18:04,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:18:04,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907144619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-18T05:18:04,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907144620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907144622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-18T05:18:04,630 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:18:04,631 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:18:04,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:18:04,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741857_1033 (size=12207) 2024-11-18T05:18:04,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741858_1034 (size=12207) 2024-11-18T05:18:04,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741859_1035 (size=16681) 2024-11-18T05:18:04,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/82f4a901c3b44142ba06a26e40847253 2024-11-18T05:18:04,673 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/95b978a3a7c747d3a61fbff154205d0f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/95b978a3a7c747d3a61fbff154205d0f 2024-11-18T05:18:04,687 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/B of f60a1d7466556b7488b80eae33d2a24f into 95b978a3a7c747d3a61fbff154205d0f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:04,687 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:04,687 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/B, priority=13, startTime=1731907084568; duration=0sec 2024-11-18T05:18:04,687 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:04,687 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:B 2024-11-18T05:18:04,687 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:04,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/e1044d1e883f478db87d9be819e26b80 is 50, key is test_row_0/B:col10/1731907084586/Put/seqid=0 2024-11-18T05:18:04,692 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:04,692 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/C is initiating minor compaction (all files) 2024-11-18T05:18:04,692 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/C in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:04,694 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/741350448a8b457b89baaf131fc1d13e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/0324e24a059041d2afea6567a3a16f01, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/b877eb4f78054c14a1924d27ae381a85] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=35.3 K 2024-11-18T05:18:04,695 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 741350448a8b457b89baaf131fc1d13e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731907083157 2024-11-18T05:18:04,696 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 0324e24a059041d2afea6567a3a16f01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731907083825 2024-11-18T05:18:04,696 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting b877eb4f78054c14a1924d27ae381a85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731907084274 2024-11-18T05:18:04,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741860_1036 (size=12001) 2024-11-18T05:18:04,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/e1044d1e883f478db87d9be819e26b80 2024-11-18T05:18:04,720 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#C#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:04,721 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/eed061b0e6c74eacb529da2c554fd53b is 50, key is test_row_0/C:col10/1731907084278/Put/seqid=0 2024-11-18T05:18:04,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-18T05:18:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907144725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907144725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907144729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907144730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907144731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/d1d95a4169ad4adab38ed654e6bd7160 is 50, key is test_row_0/C:col10/1731907084586/Put/seqid=0 2024-11-18T05:18:04,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741861_1037 (size=12207) 2024-11-18T05:18:04,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741862_1038 (size=12001) 2024-11-18T05:18:04,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/d1d95a4169ad4adab38ed654e6bd7160 2024-11-18T05:18:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/82f4a901c3b44142ba06a26e40847253 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/82f4a901c3b44142ba06a26e40847253 2024-11-18T05:18:04,785 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-18T05:18:04,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:04,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:04,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:04,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:04,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:04,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/82f4a901c3b44142ba06a26e40847253, entries=250, sequenceid=121, filesize=16.3 K 2024-11-18T05:18:04,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/e1044d1e883f478db87d9be819e26b80 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/e1044d1e883f478db87d9be819e26b80 2024-11-18T05:18:04,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/e1044d1e883f478db87d9be819e26b80, entries=150, sequenceid=121, filesize=11.7 K 2024-11-18T05:18:04,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/d1d95a4169ad4adab38ed654e6bd7160 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/d1d95a4169ad4adab38ed654e6bd7160 2024-11-18T05:18:04,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/d1d95a4169ad4adab38ed654e6bd7160, entries=150, sequenceid=121, filesize=11.7 K 2024-11-18T05:18:04,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for f60a1d7466556b7488b80eae33d2a24f in 238ms, sequenceid=121, compaction requested=false 2024-11-18T05:18:04,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-18T05:18:04,939 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-18T05:18:04,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:04,941 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T05:18:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:04,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:04,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:04,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:04,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:04,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:04,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:04,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:04,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/b494667dbddb4dd5a817990e68f4933e is 50, key is test_row_0/A:col10/1731907084617/Put/seqid=0 2024-11-18T05:18:04,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741863_1039 (size=12151) 2024-11-18T05:18:04,970 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/b494667dbddb4dd5a817990e68f4933e 2024-11-18T05:18:04,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907144981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/7a5c892cf7c8491a98a01e5de6c42c0a is 50, key is test_row_0/B:col10/1731907084617/Put/seqid=0 2024-11-18T05:18:04,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907144984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907144985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907144989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:04,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907144991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741864_1040 (size=12151) 2024-11-18T05:18:05,015 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/7a5c892cf7c8491a98a01e5de6c42c0a 2024-11-18T05:18:05,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/fb51b7ad12c44cd39c1c8ca5d63d71d7 is 50, key is test_row_0/C:col10/1731907084617/Put/seqid=0 2024-11-18T05:18:05,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741865_1041 (size=12151) 2024-11-18T05:18:05,060 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/fb51b7ad12c44cd39c1c8ca5d63d71d7 2024-11-18T05:18:05,061 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/a5c25dff62e64273af3c042075e29e84 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/a5c25dff62e64273af3c042075e29e84 2024-11-18T05:18:05,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/b494667dbddb4dd5a817990e68f4933e as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b494667dbddb4dd5a817990e68f4933e 2024-11-18T05:18:05,080 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b494667dbddb4dd5a817990e68f4933e, entries=150, sequenceid=137, filesize=11.9 K 2024-11-18T05:18:05,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/7a5c892cf7c8491a98a01e5de6c42c0a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/7a5c892cf7c8491a98a01e5de6c42c0a 2024-11-18T05:18:05,089 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/A of f60a1d7466556b7488b80eae33d2a24f into a5c25dff62e64273af3c042075e29e84(size=11.9 K), total size for store is 40.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:05,090 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:05,090 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/A, priority=13, startTime=1731907084568; duration=0sec 2024-11-18T05:18:05,090 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:05,091 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:A 2024-11-18T05:18:05,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907145091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907145092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,102 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/7a5c892cf7c8491a98a01e5de6c42c0a, entries=150, sequenceid=137, filesize=11.9 K 2024-11-18T05:18:05,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907145094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/fb51b7ad12c44cd39c1c8ca5d63d71d7 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/fb51b7ad12c44cd39c1c8ca5d63d71d7 2024-11-18T05:18:05,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907145094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907145098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,114 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/fb51b7ad12c44cd39c1c8ca5d63d71d7, entries=150, sequenceid=137, filesize=11.9 K 2024-11-18T05:18:05,116 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for f60a1d7466556b7488b80eae33d2a24f in 176ms, sequenceid=137, compaction requested=true 2024-11-18T05:18:05,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:05,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:05,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-18T05:18:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-18T05:18:05,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-18T05:18:05,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 487 msec 2024-11-18T05:18:05,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 496 msec 2024-11-18T05:18:05,160 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/eed061b0e6c74eacb529da2c554fd53b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/eed061b0e6c74eacb529da2c554fd53b 2024-11-18T05:18:05,171 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/C of f60a1d7466556b7488b80eae33d2a24f into eed061b0e6c74eacb529da2c554fd53b(size=11.9 K), total size for store is 35.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:05,172 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:05,172 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/C, priority=13, startTime=1731907084571; duration=0sec 2024-11-18T05:18:05,172 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:05,172 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:C 2024-11-18T05:18:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-18T05:18:05,234 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-18T05:18:05,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:18:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-18T05:18:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-18T05:18:05,240 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:18:05,241 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:18:05,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:18:05,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T05:18:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:05,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:05,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:05,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:05,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:05,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:05,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:05,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/4a920346e11c4e1595369631556b4be1 is 50, key is test_row_0/A:col10/1731907085302/Put/seqid=0 2024-11-18T05:18:05,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741866_1042 (size=14541) 2024-11-18T05:18:05,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/4a920346e11c4e1595369631556b4be1 2024-11-18T05:18:05,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907145323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907145323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907145324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907145327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907145327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-18T05:18:05,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/fdb3bbd6b57145a791a41b4474ab9d7b is 50, key is test_row_0/B:col10/1731907085302/Put/seqid=0 2024-11-18T05:18:05,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741867_1043 (size=12151) 2024-11-18T05:18:05,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/fdb3bbd6b57145a791a41b4474ab9d7b 2024-11-18T05:18:05,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/8477d1af96a7473697cde29101846dbf is 50, key is test_row_0/C:col10/1731907085302/Put/seqid=0 2024-11-18T05:18:05,395 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-18T05:18:05,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:05,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:05,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:05,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:05,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:05,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741868_1044 (size=12151) 2024-11-18T05:18:05,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907145433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907145434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907145434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907145435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907145435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-18T05:18:05,550 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-18T05:18:05,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:05,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:05,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:05,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:05,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:05,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907145641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907145642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907145642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907145647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907145649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,705 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-18T05:18:05,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:05,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:05,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:05,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:05,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:05,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/8477d1af96a7473697cde29101846dbf 2024-11-18T05:18:05,823 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T05:18:05,823 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T05:18:05,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-18T05:18:05,826 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-18T05:18:05,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T05:18:05,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T05:18:05,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T05:18:05,829 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T05:18:05,830 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-18T05:18:05,830 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-18T05:18:05,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/4a920346e11c4e1595369631556b4be1 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/4a920346e11c4e1595369631556b4be1 2024-11-18T05:18:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-18T05:18:05,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/4a920346e11c4e1595369631556b4be1, entries=200, sequenceid=163, filesize=14.2 K 2024-11-18T05:18:05,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/fdb3bbd6b57145a791a41b4474ab9d7b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/fdb3bbd6b57145a791a41b4474ab9d7b 2024-11-18T05:18:05,861 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:05,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-18T05:18:05,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:05,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:05,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:05,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:05,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:05,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/fdb3bbd6b57145a791a41b4474ab9d7b, entries=150, sequenceid=163, filesize=11.9 K 2024-11-18T05:18:05,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/8477d1af96a7473697cde29101846dbf as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/8477d1af96a7473697cde29101846dbf 2024-11-18T05:18:05,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/8477d1af96a7473697cde29101846dbf, entries=150, sequenceid=163, filesize=11.9 K 2024-11-18T05:18:05,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f60a1d7466556b7488b80eae33d2a24f in 585ms, sequenceid=163, compaction requested=true 2024-11-18T05:18:05,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:05,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:18:05,888 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:18:05,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:05,888 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:18:05,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:18:05,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:05,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:18:05,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:05,891 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55580 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:18:05,891 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/A is initiating minor compaction (all files) 2024-11-18T05:18:05,891 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/A in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:05,891 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/a5c25dff62e64273af3c042075e29e84, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/82f4a901c3b44142ba06a26e40847253, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b494667dbddb4dd5a817990e68f4933e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/4a920346e11c4e1595369631556b4be1] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=54.3 K 2024-11-18T05:18:05,892 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:18:05,892 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5c25dff62e64273af3c042075e29e84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731907084274 2024-11-18T05:18:05,892 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/B is initiating minor compaction (all files) 2024-11-18T05:18:05,892 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/B in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:05,892 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/95b978a3a7c747d3a61fbff154205d0f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/e1044d1e883f478db87d9be819e26b80, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/7a5c892cf7c8491a98a01e5de6c42c0a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/fdb3bbd6b57145a791a41b4474ab9d7b] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=47.4 K 2024-11-18T05:18:05,894 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82f4a901c3b44142ba06a26e40847253, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731907084433 2024-11-18T05:18:05,894 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 95b978a3a7c747d3a61fbff154205d0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731907084274 2024-11-18T05:18:05,895 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting b494667dbddb4dd5a817990e68f4933e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731907084617 2024-11-18T05:18:05,896 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting e1044d1e883f478db87d9be819e26b80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731907084433 2024-11-18T05:18:05,896 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a920346e11c4e1595369631556b4be1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731907084972 2024-11-18T05:18:05,897 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a5c892cf7c8491a98a01e5de6c42c0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731907084617 2024-11-18T05:18:05,901 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting fdb3bbd6b57145a791a41b4474ab9d7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731907084978 2024-11-18T05:18:05,931 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:05,931 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/b237662663914fc48ebcf471d40a4865 is 50, key is test_row_0/B:col10/1731907085302/Put/seqid=0 2024-11-18T05:18:05,937 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:05,938 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/ced67025383b488bb131cae77373e9bd is 50, key is test_row_0/A:col10/1731907085302/Put/seqid=0 2024-11-18T05:18:05,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:05,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T05:18:05,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:05,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:05,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:05,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:05,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:05,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:05,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/e1367527c7e24f8387287dd8bee1d521 is 50, key is test_row_0/A:col10/1731907085949/Put/seqid=0 2024-11-18T05:18:05,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741870_1046 (size=12493) 2024-11-18T05:18:05,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741869_1045 (size=12493) 2024-11-18T05:18:05,999 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/ced67025383b488bb131cae77373e9bd as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/ced67025383b488bb131cae77373e9bd 2024-11-18T05:18:06,012 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/A of f60a1d7466556b7488b80eae33d2a24f into ced67025383b488bb131cae77373e9bd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:06,012 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:06,012 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/A, priority=12, startTime=1731907085887; duration=0sec 2024-11-18T05:18:06,012 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:06,013 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:A 2024-11-18T05:18:06,013 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:18:06,016 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:18:06,016 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/C is initiating minor compaction (all files) 2024-11-18T05:18:06,017 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/C in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:06,017 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,017 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/eed061b0e6c74eacb529da2c554fd53b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/d1d95a4169ad4adab38ed654e6bd7160, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/fb51b7ad12c44cd39c1c8ca5d63d71d7, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/8477d1af96a7473697cde29101846dbf] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=47.4 K 2024-11-18T05:18:06,018 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting eed061b0e6c74eacb529da2c554fd53b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731907084274 2024-11-18T05:18:06,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-18T05:18:06,021 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1d95a4169ad4adab38ed654e6bd7160, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1731907084433 2024-11-18T05:18:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:06,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:06,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:06,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741871_1047 (size=16931) 2024-11-18T05:18:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:06,023 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb51b7ad12c44cd39c1c8ca5d63d71d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731907084617 2024-11-18T05:18:06,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/e1367527c7e24f8387287dd8bee1d521 2024-11-18T05:18:06,026 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8477d1af96a7473697cde29101846dbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731907084978 2024-11-18T05:18:06,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907146014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907146014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907146016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907146020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907146024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/c209acbfd6be4b658c9a7367abd1eda7 is 50, key is test_row_0/B:col10/1731907085949/Put/seqid=0 2024-11-18T05:18:06,063 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#C#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:06,064 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/289cde4b3838444bb033bddcf58e8a16 is 50, key is test_row_0/C:col10/1731907085302/Put/seqid=0 2024-11-18T05:18:06,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741872_1048 (size=12151) 2024-11-18T05:18:06,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/c209acbfd6be4b658c9a7367abd1eda7 2024-11-18T05:18:06,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741873_1049 (size=12493) 2024-11-18T05:18:06,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/ff012fb493f943f4bee844c3efd14e93 is 50, key is test_row_0/C:col10/1731907085949/Put/seqid=0 2024-11-18T05:18:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907146131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907146132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,135 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/289cde4b3838444bb033bddcf58e8a16 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/289cde4b3838444bb033bddcf58e8a16 2024-11-18T05:18:06,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907146135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907146138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907146135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,145 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/C of f60a1d7466556b7488b80eae33d2a24f into 289cde4b3838444bb033bddcf58e8a16(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:06,145 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:06,145 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/C, priority=12, startTime=1731907085888; duration=0sec 2024-11-18T05:18:06,145 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:06,145 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:C 2024-11-18T05:18:06,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741874_1050 (size=12151) 2024-11-18T05:18:06,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/ff012fb493f943f4bee844c3efd14e93 2024-11-18T05:18:06,175 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-18T05:18:06,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:06,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:06,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:06,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:06,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:06,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/e1367527c7e24f8387287dd8bee1d521 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/e1367527c7e24f8387287dd8bee1d521 2024-11-18T05:18:06,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/e1367527c7e24f8387287dd8bee1d521, entries=250, sequenceid=177, filesize=16.5 K 2024-11-18T05:18:06,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/c209acbfd6be4b658c9a7367abd1eda7 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/c209acbfd6be4b658c9a7367abd1eda7 2024-11-18T05:18:06,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/c209acbfd6be4b658c9a7367abd1eda7, entries=150, sequenceid=177, filesize=11.9 K 2024-11-18T05:18:06,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/ff012fb493f943f4bee844c3efd14e93 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/ff012fb493f943f4bee844c3efd14e93 2024-11-18T05:18:06,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/ff012fb493f943f4bee844c3efd14e93, entries=150, sequenceid=177, filesize=11.9 K 2024-11-18T05:18:06,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f60a1d7466556b7488b80eae33d2a24f in 271ms, sequenceid=177, compaction requested=false 2024-11-18T05:18:06,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:06,331 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-18T05:18:06,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:06,333 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-18T05:18:06,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:06,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:06,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:06,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:06,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:06,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:06,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-18T05:18:06,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/3f875a121c404870b8fef8e309186156 is 50, key is test_row_0/A:col10/1731907086019/Put/seqid=0 2024-11-18T05:18:06,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907146357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907146356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907146361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907146358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907146363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,395 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/b237662663914fc48ebcf471d40a4865 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/b237662663914fc48ebcf471d40a4865 2024-11-18T05:18:06,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741875_1051 (size=12151) 2024-11-18T05:18:06,408 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/B of f60a1d7466556b7488b80eae33d2a24f into b237662663914fc48ebcf471d40a4865(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:06,408 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:06,408 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/B, priority=12, startTime=1731907085888; duration=0sec 2024-11-18T05:18:06,408 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/3f875a121c404870b8fef8e309186156 2024-11-18T05:18:06,409 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:06,409 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:B 2024-11-18T05:18:06,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/f52b8c45149c4fc99c2262b6a2ac15ad is 50, key is test_row_0/B:col10/1731907086019/Put/seqid=0 2024-11-18T05:18:06,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741876_1052 (size=12151) 2024-11-18T05:18:06,452 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/f52b8c45149c4fc99c2262b6a2ac15ad 2024-11-18T05:18:06,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/91d3c7ce5ce74fbaaa0b06b47357ed90 is 50, key is test_row_0/C:col10/1731907086019/Put/seqid=0 2024-11-18T05:18:06,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907146469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907146469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907146470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907146470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907146472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741877_1053 (size=12151) 2024-11-18T05:18:06,492 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/91d3c7ce5ce74fbaaa0b06b47357ed90 2024-11-18T05:18:06,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/3f875a121c404870b8fef8e309186156 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/3f875a121c404870b8fef8e309186156 2024-11-18T05:18:06,512 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/3f875a121c404870b8fef8e309186156, entries=150, sequenceid=201, filesize=11.9 K 2024-11-18T05:18:06,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/f52b8c45149c4fc99c2262b6a2ac15ad as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/f52b8c45149c4fc99c2262b6a2ac15ad 2024-11-18T05:18:06,527 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/f52b8c45149c4fc99c2262b6a2ac15ad, entries=150, sequenceid=201, filesize=11.9 K 2024-11-18T05:18:06,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/91d3c7ce5ce74fbaaa0b06b47357ed90 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/91d3c7ce5ce74fbaaa0b06b47357ed90 2024-11-18T05:18:06,543 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/91d3c7ce5ce74fbaaa0b06b47357ed90, entries=150, sequenceid=201, filesize=11.9 K 2024-11-18T05:18:06,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-18T05:18:06,546 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f60a1d7466556b7488b80eae33d2a24f in 213ms, sequenceid=201, compaction requested=true 2024-11-18T05:18:06,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:06,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:06,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-18T05:18:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-18T05:18:06,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-18T05:18:06,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3060 sec 2024-11-18T05:18:06,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.3160 sec 2024-11-18T05:18:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:06,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-18T05:18:06,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:06,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:06,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:06,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:06,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:06,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:06,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/2b1ded16010f40a091e9ed54b5e08165 is 50, key is test_row_0/A:col10/1731907086681/Put/seqid=0 2024-11-18T05:18:06,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907146709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907146710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907146710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907146711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907146712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741878_1054 (size=12151) 2024-11-18T05:18:06,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/2b1ded16010f40a091e9ed54b5e08165 2024-11-18T05:18:06,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/a3d8a7e7374a4793bc95e6c9f5dc7129 is 50, key is test_row_0/B:col10/1731907086681/Put/seqid=0 2024-11-18T05:18:06,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741879_1055 (size=12151) 2024-11-18T05:18:06,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907146818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907146821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907146825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907146825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:06,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907146825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907147022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907147023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907147031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907147031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907147032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/a3d8a7e7374a4793bc95e6c9f5dc7129 2024-11-18T05:18:07,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/d7550f59c2ae41f5880fb8f2577d821a is 50, key is test_row_0/C:col10/1731907086681/Put/seqid=0 2024-11-18T05:18:07,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741880_1056 (size=12151) 2024-11-18T05:18:07,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/d7550f59c2ae41f5880fb8f2577d821a 2024-11-18T05:18:07,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/2b1ded16010f40a091e9ed54b5e08165 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/2b1ded16010f40a091e9ed54b5e08165 2024-11-18T05:18:07,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/2b1ded16010f40a091e9ed54b5e08165, entries=150, sequenceid=218, filesize=11.9 K 2024-11-18T05:18:07,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/a3d8a7e7374a4793bc95e6c9f5dc7129 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/a3d8a7e7374a4793bc95e6c9f5dc7129 2024-11-18T05:18:07,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/a3d8a7e7374a4793bc95e6c9f5dc7129, entries=150, sequenceid=218, filesize=11.9 K 2024-11-18T05:18:07,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/d7550f59c2ae41f5880fb8f2577d821a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/d7550f59c2ae41f5880fb8f2577d821a 2024-11-18T05:18:07,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/d7550f59c2ae41f5880fb8f2577d821a, entries=150, sequenceid=218, filesize=11.9 K 2024-11-18T05:18:07,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for f60a1d7466556b7488b80eae33d2a24f in 566ms, sequenceid=218, compaction requested=true 2024-11-18T05:18:07,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:07,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:18:07,247 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:18:07,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:07,248 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:18:07,250 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:18:07,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:18:07,250 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/A is initiating minor compaction (all files) 2024-11-18T05:18:07,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:07,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:18:07,250 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/A in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:07,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:07,250 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/ced67025383b488bb131cae77373e9bd, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/e1367527c7e24f8387287dd8bee1d521, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/3f875a121c404870b8fef8e309186156, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/2b1ded16010f40a091e9ed54b5e08165] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=52.5 K 2024-11-18T05:18:07,250 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:18:07,251 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/B is initiating minor compaction (all files) 2024-11-18T05:18:07,251 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/B in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:07,251 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting ced67025383b488bb131cae77373e9bd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731907084978 2024-11-18T05:18:07,251 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/b237662663914fc48ebcf471d40a4865, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/c209acbfd6be4b658c9a7367abd1eda7, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/f52b8c45149c4fc99c2262b6a2ac15ad, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/a3d8a7e7374a4793bc95e6c9f5dc7129] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=47.8 K 2024-11-18T05:18:07,251 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1367527c7e24f8387287dd8bee1d521, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731907085322 2024-11-18T05:18:07,252 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting b237662663914fc48ebcf471d40a4865, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731907084978 2024-11-18T05:18:07,252 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f875a121c404870b8fef8e309186156, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731907086014 2024-11-18T05:18:07,253 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting c209acbfd6be4b658c9a7367abd1eda7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731907085322 2024-11-18T05:18:07,253 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b1ded16010f40a091e9ed54b5e08165, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731907086358 2024-11-18T05:18:07,254 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting f52b8c45149c4fc99c2262b6a2ac15ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731907086014 2024-11-18T05:18:07,254 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting a3d8a7e7374a4793bc95e6c9f5dc7129, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731907086358 2024-11-18T05:18:07,274 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#A#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:07,276 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/92f5d897b6734693b9fbe3d99dab9474 is 50, key is test_row_0/A:col10/1731907086681/Put/seqid=0 2024-11-18T05:18:07,285 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#B#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:07,286 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/33a3f7c4e85b4ddeb7c97ae736e06165 is 50, key is test_row_0/B:col10/1731907086681/Put/seqid=0 2024-11-18T05:18:07,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741882_1058 (size=12629) 2024-11-18T05:18:07,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741881_1057 (size=12629) 2024-11-18T05:18:07,329 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/33a3f7c4e85b4ddeb7c97ae736e06165 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/33a3f7c4e85b4ddeb7c97ae736e06165 2024-11-18T05:18:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:07,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T05:18:07,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:07,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:07,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:07,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:07,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:07,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-18T05:18:07,347 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-18T05:18:07,348 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/B of f60a1d7466556b7488b80eae33d2a24f into 33a3f7c4e85b4ddeb7c97ae736e06165(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:07,348 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:07,348 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/B, priority=12, startTime=1731907087248; duration=0sec 2024-11-18T05:18:07,349 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:07,349 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:B 2024-11-18T05:18:07,349 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:18:07,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:18:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-18T05:18:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-18T05:18:07,353 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:18:07,354 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:18:07,354 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:18:07,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:18:07,354 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/C is initiating minor compaction (all files) 2024-11-18T05:18:07,354 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/C in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:07,354 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/289cde4b3838444bb033bddcf58e8a16, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/ff012fb493f943f4bee844c3efd14e93, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/91d3c7ce5ce74fbaaa0b06b47357ed90, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/d7550f59c2ae41f5880fb8f2577d821a] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=47.8 K 2024-11-18T05:18:07,355 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 289cde4b3838444bb033bddcf58e8a16, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731907084978 2024-11-18T05:18:07,355 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting ff012fb493f943f4bee844c3efd14e93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731907085322 2024-11-18T05:18:07,356 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 91d3c7ce5ce74fbaaa0b06b47357ed90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731907086014 2024-11-18T05:18:07,357 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting d7550f59c2ae41f5880fb8f2577d821a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731907086358 2024-11-18T05:18:07,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/7f71d8f05d004cf99480d5e9b59f3cb5 is 50, key is test_row_0/A:col10/1731907086703/Put/seqid=0 2024-11-18T05:18:07,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907147354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907147356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907147363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907147365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,374 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#C#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:07,375 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/28e0da67ee4d4ebf85c7235a4d1a4fe3 is 50, key is test_row_0/C:col10/1731907086681/Put/seqid=0 2024-11-18T05:18:07,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907147378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741883_1059 (size=12151) 2024-11-18T05:18:07,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/7f71d8f05d004cf99480d5e9b59f3cb5 2024-11-18T05:18:07,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/5a29447c19e840178c573f2c48547877 is 50, key is test_row_0/B:col10/1731907086703/Put/seqid=0 2024-11-18T05:18:07,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741884_1060 (size=12629) 2024-11-18T05:18:07,430 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/28e0da67ee4d4ebf85c7235a4d1a4fe3 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/28e0da67ee4d4ebf85c7235a4d1a4fe3 2024-11-18T05:18:07,452 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/C of f60a1d7466556b7488b80eae33d2a24f into 28e0da67ee4d4ebf85c7235a4d1a4fe3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:07,452 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:07,452 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/C, priority=12, startTime=1731907087250; duration=0sec 2024-11-18T05:18:07,452 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:07,453 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:C 2024-11-18T05:18:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-18T05:18:07,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741885_1061 (size=12151) 2024-11-18T05:18:07,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/5a29447c19e840178c573f2c48547877 2024-11-18T05:18:07,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907147469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907147472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907147471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907147474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907147482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/e2b9cbe79a2343feb83d6c7d487aa6c6 is 50, key is test_row_0/C:col10/1731907086703/Put/seqid=0 2024-11-18T05:18:07,506 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-18T05:18:07,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:07,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:07,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:07,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:07,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741886_1062 (size=12151) 2024-11-18T05:18:07,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:07,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/e2b9cbe79a2343feb83d6c7d487aa6c6 2024-11-18T05:18:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:07,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/7f71d8f05d004cf99480d5e9b59f3cb5 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/7f71d8f05d004cf99480d5e9b59f3cb5 2024-11-18T05:18:07,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/7f71d8f05d004cf99480d5e9b59f3cb5, entries=150, sequenceid=241, filesize=11.9 K 2024-11-18T05:18:07,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/5a29447c19e840178c573f2c48547877 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/5a29447c19e840178c573f2c48547877 2024-11-18T05:18:07,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/5a29447c19e840178c573f2c48547877, entries=150, sequenceid=241, filesize=11.9 K 2024-11-18T05:18:07,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/e2b9cbe79a2343feb83d6c7d487aa6c6 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/e2b9cbe79a2343feb83d6c7d487aa6c6 2024-11-18T05:18:07,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/e2b9cbe79a2343feb83d6c7d487aa6c6, entries=150, sequenceid=241, filesize=11.9 K 2024-11-18T05:18:07,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for f60a1d7466556b7488b80eae33d2a24f in 233ms, sequenceid=241, compaction requested=false 2024-11-18T05:18:07,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-18T05:18:07,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-18T05:18:07,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:07,673 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T05:18:07,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:07,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:07,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:07,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:07,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:07,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:07,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:07,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/2dfa851220b74033830bea8b2d95f5fa is 50, key is test_row_0/A:col10/1731907087376/Put/seqid=0 2024-11-18T05:18:07,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741887_1063 (size=12151) 2024-11-18T05:18:07,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907147714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907147716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907147719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907147722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907147724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,727 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/92f5d897b6734693b9fbe3d99dab9474 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/92f5d897b6734693b9fbe3d99dab9474 2024-11-18T05:18:07,736 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/A of f60a1d7466556b7488b80eae33d2a24f into 92f5d897b6734693b9fbe3d99dab9474(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:07,736 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:07,736 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/A, priority=12, startTime=1731907087247; duration=0sec 2024-11-18T05:18:07,736 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:07,737 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:A 2024-11-18T05:18:07,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907147824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907147826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907147828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907147827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907147828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-18T05:18:08,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907148035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:08,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907148037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:08,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907148037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:08,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907148038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:08,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907148038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:08,094 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/2dfa851220b74033830bea8b2d95f5fa 2024-11-18T05:18:08,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/49008152a66a44ed92d4be7ecf82e41f is 50, key is test_row_0/B:col10/1731907087376/Put/seqid=0 2024-11-18T05:18:08,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741888_1064 (size=12151) 2024-11-18T05:18:08,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907148342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:08,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907148345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:08,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907148345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:08,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907148349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:08,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907148352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-18T05:18:08,578 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/49008152a66a44ed92d4be7ecf82e41f 2024-11-18T05:18:08,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/c63beecd3d834b72bb8deb68d5f04079 is 50, key is test_row_0/C:col10/1731907087376/Put/seqid=0 2024-11-18T05:18:08,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741889_1065 (size=12151) 2024-11-18T05:18:08,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907148849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:08,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907148853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:08,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907148854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:08,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907148857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:08,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907148867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:09,080 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/c63beecd3d834b72bb8deb68d5f04079 2024-11-18T05:18:09,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/2dfa851220b74033830bea8b2d95f5fa as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/2dfa851220b74033830bea8b2d95f5fa 2024-11-18T05:18:09,098 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/2dfa851220b74033830bea8b2d95f5fa, entries=150, sequenceid=257, filesize=11.9 K 2024-11-18T05:18:09,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/49008152a66a44ed92d4be7ecf82e41f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/49008152a66a44ed92d4be7ecf82e41f 2024-11-18T05:18:09,106 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/49008152a66a44ed92d4be7ecf82e41f, entries=150, sequenceid=257, filesize=11.9 K 2024-11-18T05:18:09,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/c63beecd3d834b72bb8deb68d5f04079 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/c63beecd3d834b72bb8deb68d5f04079 2024-11-18T05:18:09,117 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/c63beecd3d834b72bb8deb68d5f04079, entries=150, sequenceid=257, filesize=11.9 K 2024-11-18T05:18:09,118 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for f60a1d7466556b7488b80eae33d2a24f in 1445ms, sequenceid=257, compaction requested=true 2024-11-18T05:18:09,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:09,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:09,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-18T05:18:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-18T05:18:09,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-18T05:18:09,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7660 sec 2024-11-18T05:18:09,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.7750 sec 2024-11-18T05:18:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-18T05:18:09,466 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-18T05:18:09,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:18:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-18T05:18:09,471 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:18:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-18T05:18:09,472 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:18:09,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:18:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-18T05:18:09,624 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:09,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-18T05:18:09,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:09,625 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T05:18:09,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:09,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:09,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:09,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:09,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:09,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:09,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/e9b76f62cd2347868ddd91da2aa7f8c1 is 50, key is test_row_0/A:col10/1731907087720/Put/seqid=0 2024-11-18T05:18:09,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741890_1066 (size=12301) 2024-11-18T05:18:09,677 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/e9b76f62cd2347868ddd91da2aa7f8c1 2024-11-18T05:18:09,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/1d66ff7c5be748e0abee4cdfd49cc7ee is 50, key is test_row_0/B:col10/1731907087720/Put/seqid=0 2024-11-18T05:18:09,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741891_1067 (size=12301) 2024-11-18T05:18:09,729 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/1d66ff7c5be748e0abee4cdfd49cc7ee 2024-11-18T05:18:09,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/a2429b14f9dc43728173cdd4da5085d0 is 50, key is test_row_0/C:col10/1731907087720/Put/seqid=0 2024-11-18T05:18:09,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741892_1068 (size=12301) 2024-11-18T05:18:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-18T05:18:09,779 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/a2429b14f9dc43728173cdd4da5085d0 2024-11-18T05:18:09,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/e9b76f62cd2347868ddd91da2aa7f8c1 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/e9b76f62cd2347868ddd91da2aa7f8c1 2024-11-18T05:18:09,796 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/e9b76f62cd2347868ddd91da2aa7f8c1, entries=150, sequenceid=281, filesize=12.0 K 2024-11-18T05:18:09,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/1d66ff7c5be748e0abee4cdfd49cc7ee as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/1d66ff7c5be748e0abee4cdfd49cc7ee 2024-11-18T05:18:09,817 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/1d66ff7c5be748e0abee4cdfd49cc7ee, entries=150, sequenceid=281, filesize=12.0 K 2024-11-18T05:18:09,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/a2429b14f9dc43728173cdd4da5085d0 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/a2429b14f9dc43728173cdd4da5085d0 2024-11-18T05:18:09,837 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/a2429b14f9dc43728173cdd4da5085d0, entries=150, sequenceid=281, filesize=12.0 K 2024-11-18T05:18:09,838 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for f60a1d7466556b7488b80eae33d2a24f in 213ms, sequenceid=281, compaction requested=true 2024-11-18T05:18:09,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:09,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:09,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-18T05:18:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-18T05:18:09,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-18T05:18:09,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 370 msec 2024-11-18T05:18:09,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 377 msec 2024-11-18T05:18:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:09,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T05:18:09,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:09,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:09,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:09,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:09,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:09,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:09,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/3c82ff100bfd432d9c93ad11b9861541 is 50, key is test_row_0/A:col10/1731907089889/Put/seqid=0 2024-11-18T05:18:09,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741893_1069 (size=24505) 2024-11-18T05:18:09,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/3c82ff100bfd432d9c93ad11b9861541 2024-11-18T05:18:09,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907149953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:09,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907149953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:09,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907149958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:09,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907149959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:09,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/d992a5bc8c7849a3a9f57e7dcf909f61 is 50, key is test_row_0/B:col10/1731907089889/Put/seqid=0 2024-11-18T05:18:09,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907149963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741894_1070 (size=12301) 2024-11-18T05:18:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-18T05:18:10,076 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-18T05:18:10,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:18:10,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907150065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907150066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907150067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907150071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907150078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-18T05:18:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-18T05:18:10,085 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:18:10,087 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:18:10,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:18:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-18T05:18:10,241 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-18T05:18:10,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:10,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:10,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:10,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907150281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907150282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907150283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907150284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907150284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-18T05:18:10,403 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-18T05:18:10,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:10,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:10,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:10,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:10,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:10,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/d992a5bc8c7849a3a9f57e7dcf909f61 2024-11-18T05:18:10,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/6d8e0a36f36d4d7e853f4673fa929f13 is 50, key is test_row_0/C:col10/1731907089889/Put/seqid=0 2024-11-18T05:18:10,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741895_1071 (size=12301) 2024-11-18T05:18:10,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/6d8e0a36f36d4d7e853f4673fa929f13 2024-11-18T05:18:10,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/3c82ff100bfd432d9c93ad11b9861541 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/3c82ff100bfd432d9c93ad11b9861541 2024-11-18T05:18:10,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/3c82ff100bfd432d9c93ad11b9861541, entries=400, sequenceid=293, filesize=23.9 K 2024-11-18T05:18:10,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/d992a5bc8c7849a3a9f57e7dcf909f61 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/d992a5bc8c7849a3a9f57e7dcf909f61 2024-11-18T05:18:10,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/d992a5bc8c7849a3a9f57e7dcf909f61, entries=150, sequenceid=293, filesize=12.0 K 2024-11-18T05:18:10,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/6d8e0a36f36d4d7e853f4673fa929f13 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/6d8e0a36f36d4d7e853f4673fa929f13 2024-11-18T05:18:10,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/6d8e0a36f36d4d7e853f4673fa929f13, entries=150, sequenceid=293, filesize=12.0 K 2024-11-18T05:18:10,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f60a1d7466556b7488b80eae33d2a24f in 629ms, sequenceid=293, compaction requested=true 2024-11-18T05:18:10,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:10,519 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T05:18:10,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:18:10,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:10,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:18:10,520 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T05:18:10,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:10,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:18:10,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:10,522 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 73737 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T05:18:10,523 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/A is initiating minor compaction (all files) 2024-11-18T05:18:10,523 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/A in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:10,523 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/92f5d897b6734693b9fbe3d99dab9474, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/7f71d8f05d004cf99480d5e9b59f3cb5, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/2dfa851220b74033830bea8b2d95f5fa, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/e9b76f62cd2347868ddd91da2aa7f8c1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/3c82ff100bfd432d9c93ad11b9861541] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=72.0 K 2024-11-18T05:18:10,524 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61533 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T05:18:10,524 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/B is initiating minor compaction (all files) 2024-11-18T05:18:10,524 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/B in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:10,524 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/33a3f7c4e85b4ddeb7c97ae736e06165, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/5a29447c19e840178c573f2c48547877, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/49008152a66a44ed92d4be7ecf82e41f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/1d66ff7c5be748e0abee4cdfd49cc7ee, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/d992a5bc8c7849a3a9f57e7dcf909f61] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=60.1 K 2024-11-18T05:18:10,524 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92f5d897b6734693b9fbe3d99dab9474, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731907086358 2024-11-18T05:18:10,525 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 33a3f7c4e85b4ddeb7c97ae736e06165, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731907086358 2024-11-18T05:18:10,525 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f71d8f05d004cf99480d5e9b59f3cb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731907086703 2024-11-18T05:18:10,525 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a29447c19e840178c573f2c48547877, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731907086703 2024-11-18T05:18:10,527 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 49008152a66a44ed92d4be7ecf82e41f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731907087354 2024-11-18T05:18:10,527 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2dfa851220b74033830bea8b2d95f5fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731907087354 2024-11-18T05:18:10,528 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9b76f62cd2347868ddd91da2aa7f8c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731907087706 2024-11-18T05:18:10,528 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d66ff7c5be748e0abee4cdfd49cc7ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731907087706 2024-11-18T05:18:10,529 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c82ff100bfd432d9c93ad11b9861541, keycount=400, bloomtype=ROW, size=23.9 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731907089861 2024-11-18T05:18:10,529 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting d992a5bc8c7849a3a9f57e7dcf909f61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731907089880 2024-11-18T05:18:10,555 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#A#compaction#57 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:10,556 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/c90fb4545f5b46af88b65b96ede6e69c is 50, key is test_row_0/A:col10/1731907089889/Put/seqid=0 2024-11-18T05:18:10,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,560 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#B#compaction#58 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:10,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-18T05:18:10,561 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/bc0c45a4d7fd4570bd2499e55cd3bd50 is 50, key is test_row_0/B:col10/1731907089889/Put/seqid=0 2024-11-18T05:18:10,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:10,561 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T05:18:10,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:10,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:10,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:10,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:10,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:10,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:10,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/309e3002b31347858cd04c92cbbcf442 is 50, key is test_row_0/A:col10/1731907089957/Put/seqid=0 2024-11-18T05:18:10,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741897_1073 (size=12949) 2024-11-18T05:18:10,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741896_1072 (size=12949) 2024-11-18T05:18:10,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:10,620 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/bc0c45a4d7fd4570bd2499e55cd3bd50 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/bc0c45a4d7fd4570bd2499e55cd3bd50 2024-11-18T05:18:10,629 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/B of f60a1d7466556b7488b80eae33d2a24f into bc0c45a4d7fd4570bd2499e55cd3bd50(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:10,629 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:10,629 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/B, priority=11, startTime=1731907090520; duration=0sec 2024-11-18T05:18:10,629 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:10,629 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:B 2024-11-18T05:18:10,629 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T05:18:10,632 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61533 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T05:18:10,632 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/C is initiating minor compaction (all files) 2024-11-18T05:18:10,632 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/C in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:10,632 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/28e0da67ee4d4ebf85c7235a4d1a4fe3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/e2b9cbe79a2343feb83d6c7d487aa6c6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/c63beecd3d834b72bb8deb68d5f04079, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/a2429b14f9dc43728173cdd4da5085d0, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/6d8e0a36f36d4d7e853f4673fa929f13] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=60.1 K 2024-11-18T05:18:10,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907150625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,633 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 28e0da67ee4d4ebf85c7235a4d1a4fe3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731907086358 2024-11-18T05:18:10,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907150625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,633 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting e2b9cbe79a2343feb83d6c7d487aa6c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1731907086703 2024-11-18T05:18:10,634 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting c63beecd3d834b72bb8deb68d5f04079, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731907087354 2024-11-18T05:18:10,634 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting a2429b14f9dc43728173cdd4da5085d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731907087706 2024-11-18T05:18:10,635 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d8e0a36f36d4d7e853f4673fa929f13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731907089880 2024-11-18T05:18:10,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907150631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907150632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907150633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741898_1074 (size=12301) 2024-11-18T05:18:10,659 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#C#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:10,660 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/964079c1e97a4f7aa18a77400a01c5cb is 50, key is test_row_0/C:col10/1731907089889/Put/seqid=0 2024-11-18T05:18:10,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741899_1075 (size=12949) 2024-11-18T05:18:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-18T05:18:10,690 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/964079c1e97a4f7aa18a77400a01c5cb as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/964079c1e97a4f7aa18a77400a01c5cb 2024-11-18T05:18:10,703 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/C of f60a1d7466556b7488b80eae33d2a24f into 964079c1e97a4f7aa18a77400a01c5cb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:10,703 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:10,703 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/C, priority=11, startTime=1731907090520; duration=0sec 2024-11-18T05:18:10,703 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:10,703 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:C 2024-11-18T05:18:10,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907150736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907150736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907150742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907150748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907150749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907150940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907150941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907150945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907150953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:10,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907150956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,025 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/c90fb4545f5b46af88b65b96ede6e69c as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/c90fb4545f5b46af88b65b96ede6e69c 2024-11-18T05:18:11,039 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/A of f60a1d7466556b7488b80eae33d2a24f into c90fb4545f5b46af88b65b96ede6e69c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:11,039 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:11,039 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/A, priority=11, startTime=1731907090519; duration=0sec 2024-11-18T05:18:11,041 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:11,041 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:A 2024-11-18T05:18:11,051 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/309e3002b31347858cd04c92cbbcf442 2024-11-18T05:18:11,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/88179cd478da40d9934de95fd67aa0d9 is 50, key is test_row_0/B:col10/1731907089957/Put/seqid=0 2024-11-18T05:18:11,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741900_1076 (size=12301) 2024-11-18T05:18:11,091 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/88179cd478da40d9934de95fd67aa0d9 2024-11-18T05:18:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/2c87ed5b30464cd49998c63b14e0fc79 is 50, key is test_row_0/C:col10/1731907089957/Put/seqid=0 2024-11-18T05:18:11,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741901_1077 (size=12301) 2024-11-18T05:18:11,122 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/2c87ed5b30464cd49998c63b14e0fc79 2024-11-18T05:18:11,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/309e3002b31347858cd04c92cbbcf442 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/309e3002b31347858cd04c92cbbcf442 2024-11-18T05:18:11,136 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/309e3002b31347858cd04c92cbbcf442, entries=150, sequenceid=317, filesize=12.0 K 2024-11-18T05:18:11,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/88179cd478da40d9934de95fd67aa0d9 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/88179cd478da40d9934de95fd67aa0d9 2024-11-18T05:18:11,146 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/88179cd478da40d9934de95fd67aa0d9, entries=150, sequenceid=317, filesize=12.0 K 2024-11-18T05:18:11,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/2c87ed5b30464cd49998c63b14e0fc79 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2c87ed5b30464cd49998c63b14e0fc79 2024-11-18T05:18:11,153 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2c87ed5b30464cd49998c63b14e0fc79, entries=150, sequenceid=317, filesize=12.0 K 2024-11-18T05:18:11,155 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for f60a1d7466556b7488b80eae33d2a24f in 593ms, sequenceid=317, compaction requested=false 2024-11-18T05:18:11,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:11,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:11,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-18T05:18:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-18T05:18:11,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-18T05:18:11,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0690 sec 2024-11-18T05:18:11,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.0830 sec 2024-11-18T05:18:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-18T05:18:11,191 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-18T05:18:11,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:18:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-18T05:18:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-18T05:18:11,196 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:18:11,196 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:18:11,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:18:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:11,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T05:18:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:11,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/683c56a906df4f65a30544b8f696768c is 50, key is test_row_0/A:col10/1731907090614/Put/seqid=0 2024-11-18T05:18:11,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741902_1078 (size=14741) 2024-11-18T05:18:11,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/683c56a906df4f65a30544b8f696768c 2024-11-18T05:18:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-18T05:18:11,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907151289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907151289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907151291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907151295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907151296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/156fdb5c7c8949fb9deca4afae3100ac is 50, key is test_row_0/B:col10/1731907090614/Put/seqid=0 2024-11-18T05:18:11,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741903_1079 (size=12301) 2024-11-18T05:18:11,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/156fdb5c7c8949fb9deca4afae3100ac 2024-11-18T05:18:11,352 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/92bf702857934b96b110fcf1d57f0fef is 50, key is test_row_0/C:col10/1731907090614/Put/seqid=0 2024-11-18T05:18:11,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-18T05:18:11,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:11,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:11,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:11,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:11,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:11,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741904_1080 (size=12301) 2024-11-18T05:18:11,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/92bf702857934b96b110fcf1d57f0fef 2024-11-18T05:18:11,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/683c56a906df4f65a30544b8f696768c as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/683c56a906df4f65a30544b8f696768c 2024-11-18T05:18:11,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/683c56a906df4f65a30544b8f696768c, entries=200, sequenceid=334, filesize=14.4 K 2024-11-18T05:18:11,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907151399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907151400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907151400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/156fdb5c7c8949fb9deca4afae3100ac as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/156fdb5c7c8949fb9deca4afae3100ac 2024-11-18T05:18:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907151402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907151403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/156fdb5c7c8949fb9deca4afae3100ac, entries=150, sequenceid=334, filesize=12.0 K 2024-11-18T05:18:11,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/92bf702857934b96b110fcf1d57f0fef as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/92bf702857934b96b110fcf1d57f0fef 2024-11-18T05:18:11,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/92bf702857934b96b110fcf1d57f0fef, entries=150, sequenceid=334, filesize=12.0 K 2024-11-18T05:18:11,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f60a1d7466556b7488b80eae33d2a24f in 181ms, sequenceid=334, compaction requested=true 2024-11-18T05:18:11,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:11,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:18:11,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:11,429 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:11,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:18:11,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:11,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:18:11,429 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:11,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:11,431 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:11,431 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/A is initiating minor compaction (all files) 2024-11-18T05:18:11,431 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/A in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:11,431 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/c90fb4545f5b46af88b65b96ede6e69c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/309e3002b31347858cd04c92cbbcf442, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/683c56a906df4f65a30544b8f696768c] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=39.1 K 2024-11-18T05:18:11,431 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:11,431 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/B is initiating minor compaction (all files) 2024-11-18T05:18:11,432 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/B in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:11,432 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/bc0c45a4d7fd4570bd2499e55cd3bd50, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/88179cd478da40d9934de95fd67aa0d9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/156fdb5c7c8949fb9deca4afae3100ac] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=36.7 K 2024-11-18T05:18:11,432 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting c90fb4545f5b46af88b65b96ede6e69c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731907089880 2024-11-18T05:18:11,433 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting bc0c45a4d7fd4570bd2499e55cd3bd50, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731907089880 2024-11-18T05:18:11,433 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 309e3002b31347858cd04c92cbbcf442, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731907089949 2024-11-18T05:18:11,433 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 88179cd478da40d9934de95fd67aa0d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731907089949 2024-11-18T05:18:11,434 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 683c56a906df4f65a30544b8f696768c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731907090614 2024-11-18T05:18:11,434 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 156fdb5c7c8949fb9deca4afae3100ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731907090614 2024-11-18T05:18:11,454 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#B#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:11,455 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/49d5fba65f574637a2e38120811b2313 is 50, key is test_row_0/B:col10/1731907090614/Put/seqid=0 2024-11-18T05:18:11,462 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#A#compaction#67 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:11,462 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/bcb801086c2e42f5afbde93124e0fa55 is 50, key is test_row_0/A:col10/1731907090614/Put/seqid=0 2024-11-18T05:18:11,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741905_1081 (size=13051) 2024-11-18T05:18:11,491 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/49d5fba65f574637a2e38120811b2313 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/49d5fba65f574637a2e38120811b2313 2024-11-18T05:18:11,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741906_1082 (size=13051) 2024-11-18T05:18:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-18T05:18:11,501 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/B of f60a1d7466556b7488b80eae33d2a24f into 49d5fba65f574637a2e38120811b2313(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:11,501 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:11,501 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/B, priority=13, startTime=1731907091429; duration=0sec 2024-11-18T05:18:11,501 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:11,501 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:B 2024-11-18T05:18:11,501 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:11,504 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:11,504 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/bcb801086c2e42f5afbde93124e0fa55 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/bcb801086c2e42f5afbde93124e0fa55 2024-11-18T05:18:11,504 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/C is initiating minor compaction (all files) 2024-11-18T05:18:11,504 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/C in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:11,504 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/964079c1e97a4f7aa18a77400a01c5cb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2c87ed5b30464cd49998c63b14e0fc79, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/92bf702857934b96b110fcf1d57f0fef] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=36.7 K 2024-11-18T05:18:11,505 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 964079c1e97a4f7aa18a77400a01c5cb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731907089880 2024-11-18T05:18:11,505 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c87ed5b30464cd49998c63b14e0fc79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731907089949 2024-11-18T05:18:11,506 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 92bf702857934b96b110fcf1d57f0fef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731907090614 2024-11-18T05:18:11,509 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-18T05:18:11,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:11,510 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-18T05:18:11,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:11,511 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/A of f60a1d7466556b7488b80eae33d2a24f into bcb801086c2e42f5afbde93124e0fa55(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:11,511 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:11,511 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/A, priority=13, startTime=1731907091429; duration=0sec 2024-11-18T05:18:11,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:11,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:11,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:11,511 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:11,511 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:A 2024-11-18T05:18:11,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:11,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:11,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/40a3e66305504b9c994c3d4d9af9c24b is 50, key is test_row_0/A:col10/1731907091283/Put/seqid=0 2024-11-18T05:18:11,535 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#C#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:11,536 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/f57ab2864d3042a280f4e962abd98b26 is 50, key is test_row_0/C:col10/1731907090614/Put/seqid=0 2024-11-18T05:18:11,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741907_1083 (size=12301) 2024-11-18T05:18:11,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741908_1084 (size=13051) 2024-11-18T05:18:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:11,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:11,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907151614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907151615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907151621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907151621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907151621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907151724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907151725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907151726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907151726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-18T05:18:11,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907151927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907151928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907151929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907151930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907151930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:11,943 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/40a3e66305504b9c994c3d4d9af9c24b 2024-11-18T05:18:11,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/21b6c41177fd4f9695cfee5346016f0d is 50, key is test_row_0/B:col10/1731907091283/Put/seqid=0 2024-11-18T05:18:11,961 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/f57ab2864d3042a280f4e962abd98b26 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/f57ab2864d3042a280f4e962abd98b26 2024-11-18T05:18:11,969 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/C of f60a1d7466556b7488b80eae33d2a24f into f57ab2864d3042a280f4e962abd98b26(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:11,969 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:11,969 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/C, priority=13, startTime=1731907091429; duration=0sec 2024-11-18T05:18:11,969 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:11,969 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:C 2024-11-18T05:18:11,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741909_1085 (size=12301) 2024-11-18T05:18:11,982 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/21b6c41177fd4f9695cfee5346016f0d 2024-11-18T05:18:11,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/4d7f2731c40b40ae9571776cc223fad1 is 50, key is test_row_0/C:col10/1731907091283/Put/seqid=0 2024-11-18T05:18:12,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741910_1086 (size=12301) 2024-11-18T05:18:12,016 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/4d7f2731c40b40ae9571776cc223fad1 2024-11-18T05:18:12,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/40a3e66305504b9c994c3d4d9af9c24b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/40a3e66305504b9c994c3d4d9af9c24b 2024-11-18T05:18:12,028 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/40a3e66305504b9c994c3d4d9af9c24b, entries=150, sequenceid=358, filesize=12.0 K 2024-11-18T05:18:12,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/21b6c41177fd4f9695cfee5346016f0d as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/21b6c41177fd4f9695cfee5346016f0d 2024-11-18T05:18:12,036 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/21b6c41177fd4f9695cfee5346016f0d, entries=150, sequenceid=358, filesize=12.0 K 2024-11-18T05:18:12,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/4d7f2731c40b40ae9571776cc223fad1 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/4d7f2731c40b40ae9571776cc223fad1 2024-11-18T05:18:12,045 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/4d7f2731c40b40ae9571776cc223fad1, entries=150, sequenceid=358, filesize=12.0 K 2024-11-18T05:18:12,047 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f60a1d7466556b7488b80eae33d2a24f in 536ms, sequenceid=358, compaction requested=false 2024-11-18T05:18:12,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:12,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:12,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-18T05:18:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-18T05:18:12,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-18T05:18:12,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 851 msec 2024-11-18T05:18:12,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 860 msec 2024-11-18T05:18:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:12,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-18T05:18:12,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:12,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:12,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:12,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:12,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:12,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:12,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/6829845b4fe04a1b8126a24f426ef6fa is 50, key is test_row_0/A:col10/1731907091610/Put/seqid=0 2024-11-18T05:18:12,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741911_1087 (size=12301) 2024-11-18T05:18:12,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/6829845b4fe04a1b8126a24f426ef6fa 2024-11-18T05:18:12,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907152260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907152266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:12,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907152268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907152268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/ed805b0caab441beb8b124562c09ad91 is 50, key is test_row_0/B:col10/1731907091610/Put/seqid=0 2024-11-18T05:18:12,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741912_1088 (size=12301) 2024-11-18T05:18:12,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/ed805b0caab441beb8b124562c09ad91 2024-11-18T05:18:12,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/fbc34641b297438485d4c462596088d1 is 50, key is test_row_0/C:col10/1731907091610/Put/seqid=0 2024-11-18T05:18:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-18T05:18:12,300 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-18T05:18:12,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:18:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-18T05:18:12,304 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:18:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-18T05:18:12,305 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:18:12,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:18:12,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741913_1089 (size=12301) 2024-11-18T05:18:12,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/fbc34641b297438485d4c462596088d1 2024-11-18T05:18:12,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/6829845b4fe04a1b8126a24f426ef6fa as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/6829845b4fe04a1b8126a24f426ef6fa 2024-11-18T05:18:12,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/6829845b4fe04a1b8126a24f426ef6fa, entries=150, sequenceid=374, filesize=12.0 K 2024-11-18T05:18:12,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/ed805b0caab441beb8b124562c09ad91 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/ed805b0caab441beb8b124562c09ad91 2024-11-18T05:18:12,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/ed805b0caab441beb8b124562c09ad91, entries=150, sequenceid=374, filesize=12.0 K 2024-11-18T05:18:12,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/fbc34641b297438485d4c462596088d1 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/fbc34641b297438485d4c462596088d1 2024-11-18T05:18:12,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/fbc34641b297438485d4c462596088d1, entries=150, sequenceid=374, filesize=12.0 K 2024-11-18T05:18:12,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for f60a1d7466556b7488b80eae33d2a24f in 109ms, sequenceid=374, compaction requested=true 2024-11-18T05:18:12,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:12,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:18:12,346 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:12,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:12,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:18:12,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:12,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:18:12,346 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:12,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:12,347 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:12,347 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/B is initiating minor compaction (all files) 2024-11-18T05:18:12,347 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:12,347 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/A is initiating minor compaction (all files) 2024-11-18T05:18:12,347 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/B in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:12,347 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/A in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:12,347 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/49d5fba65f574637a2e38120811b2313, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/21b6c41177fd4f9695cfee5346016f0d, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/ed805b0caab441beb8b124562c09ad91] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=36.8 K 2024-11-18T05:18:12,347 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/bcb801086c2e42f5afbde93124e0fa55, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/40a3e66305504b9c994c3d4d9af9c24b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/6829845b4fe04a1b8126a24f426ef6fa] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=36.8 K 2024-11-18T05:18:12,348 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcb801086c2e42f5afbde93124e0fa55, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731907090614 2024-11-18T05:18:12,348 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 49d5fba65f574637a2e38120811b2313, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731907090614 2024-11-18T05:18:12,348 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40a3e66305504b9c994c3d4d9af9c24b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731907091272 2024-11-18T05:18:12,348 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 21b6c41177fd4f9695cfee5346016f0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731907091272 2024-11-18T05:18:12,349 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6829845b4fe04a1b8126a24f426ef6fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731907091610 2024-11-18T05:18:12,349 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting ed805b0caab441beb8b124562c09ad91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731907091610 2024-11-18T05:18:12,365 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#A#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:12,366 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/b2334a053e3849e6955bfdbb8ef0b987 is 50, key is test_row_0/A:col10/1731907091610/Put/seqid=0 2024-11-18T05:18:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:12,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T05:18:12,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:12,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:12,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:12,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:12,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:12,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:12,371 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#B#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:12,372 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/dc6fecbf99e649ed8dd78c7731f68bc0 is 50, key is test_row_0/B:col10/1731907091610/Put/seqid=0 2024-11-18T05:18:12,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907152382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/84ff51b1dee94b989ff22ff0699ecc47 is 50, key is test_row_0/A:col10/1731907092265/Put/seqid=0 2024-11-18T05:18:12,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907152383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907152384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907152385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-18T05:18:12,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741914_1090 (size=13153) 2024-11-18T05:18:12,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741915_1091 (size=13153) 2024-11-18T05:18:12,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741916_1092 (size=14741) 2024-11-18T05:18:12,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907152431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,457 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-18T05:18:12,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:12,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:12,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:12,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:12,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:12,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907152486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907152489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907152490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907152491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-18T05:18:12,610 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-18T05:18:12,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:12,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:12,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:12,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:12,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:12,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907152689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907152694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:12,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907152694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907152694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,763 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-18T05:18:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:12,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:12,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:12,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/84ff51b1dee94b989ff22ff0699ecc47 2024-11-18T05:18:12,835 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/dc6fecbf99e649ed8dd78c7731f68bc0 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/dc6fecbf99e649ed8dd78c7731f68bc0 2024-11-18T05:18:12,835 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/b2334a053e3849e6955bfdbb8ef0b987 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b2334a053e3849e6955bfdbb8ef0b987 2024-11-18T05:18:12,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/02901316c4094d59a3d996be44a9c935 is 50, key is test_row_0/B:col10/1731907092265/Put/seqid=0 2024-11-18T05:18:12,844 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/B of f60a1d7466556b7488b80eae33d2a24f into dc6fecbf99e649ed8dd78c7731f68bc0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:12,844 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:12,844 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/B, priority=13, startTime=1731907092346; duration=0sec 2024-11-18T05:18:12,844 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:12,844 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:B 2024-11-18T05:18:12,844 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:12,846 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/A of f60a1d7466556b7488b80eae33d2a24f into b2334a053e3849e6955bfdbb8ef0b987(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:12,846 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:12,846 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/C is initiating minor compaction (all files) 2024-11-18T05:18:12,847 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:12,847 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/C in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:12,847 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/A, priority=13, startTime=1731907092345; duration=0sec 2024-11-18T05:18:12,847 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/f57ab2864d3042a280f4e962abd98b26, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/4d7f2731c40b40ae9571776cc223fad1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/fbc34641b297438485d4c462596088d1] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=36.8 K 2024-11-18T05:18:12,847 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:12,847 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:A 2024-11-18T05:18:12,847 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting f57ab2864d3042a280f4e962abd98b26, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731907090614 2024-11-18T05:18:12,849 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d7f2731c40b40ae9571776cc223fad1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731907091272 2024-11-18T05:18:12,849 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting fbc34641b297438485d4c462596088d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731907091610 2024-11-18T05:18:12,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741917_1093 (size=12301) 2024-11-18T05:18:12,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/02901316c4094d59a3d996be44a9c935 2024-11-18T05:18:12,863 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#C#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:12,864 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/f6b3b2b6954941578f74b022a5004485 is 50, key is test_row_0/C:col10/1731907091610/Put/seqid=0 2024-11-18T05:18:12,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/068ea620bffd4227b74d145f25b1dfd7 is 50, key is test_row_0/C:col10/1731907092265/Put/seqid=0 2024-11-18T05:18:12,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741918_1094 (size=13153) 2024-11-18T05:18:12,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741919_1095 (size=12301) 2024-11-18T05:18:12,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-18T05:18:12,917 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-18T05:18:12,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:12,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:12,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:12,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:12,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:12,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907152996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:12,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907152997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:13,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907152998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:13,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907152998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:13,071 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:13,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-18T05:18:13,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:13,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:13,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:13,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:13,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:13,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:13,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-18T05:18:13,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:13,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:13,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:13,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:13,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:13,284 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/f6b3b2b6954941578f74b022a5004485 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/f6b3b2b6954941578f74b022a5004485 2024-11-18T05:18:13,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/068ea620bffd4227b74d145f25b1dfd7 2024-11-18T05:18:13,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/84ff51b1dee94b989ff22ff0699ecc47 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/84ff51b1dee94b989ff22ff0699ecc47 2024-11-18T05:18:13,294 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/C of f60a1d7466556b7488b80eae33d2a24f into f6b3b2b6954941578f74b022a5004485(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:13,294 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:13,294 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/C, priority=13, startTime=1731907092346; duration=0sec 2024-11-18T05:18:13,294 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:13,294 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:C 2024-11-18T05:18:13,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/84ff51b1dee94b989ff22ff0699ecc47, entries=200, sequenceid=398, filesize=14.4 K 2024-11-18T05:18:13,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/02901316c4094d59a3d996be44a9c935 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/02901316c4094d59a3d996be44a9c935 2024-11-18T05:18:13,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/02901316c4094d59a3d996be44a9c935, entries=150, sequenceid=398, filesize=12.0 K 2024-11-18T05:18:13,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/068ea620bffd4227b74d145f25b1dfd7 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/068ea620bffd4227b74d145f25b1dfd7 2024-11-18T05:18:13,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/068ea620bffd4227b74d145f25b1dfd7, entries=150, sequenceid=398, filesize=12.0 K 2024-11-18T05:18:13,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f60a1d7466556b7488b80eae33d2a24f in 943ms, sequenceid=398, compaction requested=false 2024-11-18T05:18:13,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:13,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:13,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-18T05:18:13,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:13,379 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-18T05:18:13,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:13,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:13,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:13,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:13,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:13,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:13,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/19db0006a6ac4b5290d9ddd1819ef53e is 50, key is test_row_0/A:col10/1731907092383/Put/seqid=0 2024-11-18T05:18:13,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741920_1096 (size=9857) 2024-11-18T05:18:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-18T05:18:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:13,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:13,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907153494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:13,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907153500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:13,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907153500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:13,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907153503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:13,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907153503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:13,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907153598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:13,791 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/19db0006a6ac4b5290d9ddd1819ef53e 2024-11-18T05:18:13,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/27f6a2cc515f42e1b1424ed20d36cdeb is 50, key is test_row_0/B:col10/1731907092383/Put/seqid=0 2024-11-18T05:18:13,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907153803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:13,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741921_1097 (size=9857) 2024-11-18T05:18:14,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907154107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:14,206 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/27f6a2cc515f42e1b1424ed20d36cdeb 2024-11-18T05:18:14,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/81452431f89a4593a42e5643b3a0880a is 50, key is test_row_0/C:col10/1731907092383/Put/seqid=0 2024-11-18T05:18:14,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741922_1098 (size=9857) 2024-11-18T05:18:14,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-18T05:18:14,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907154503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:14,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907154506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:14,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:14,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907154507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:14,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907154510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:14,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907154613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:14,628 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/81452431f89a4593a42e5643b3a0880a 2024-11-18T05:18:14,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/19db0006a6ac4b5290d9ddd1819ef53e as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/19db0006a6ac4b5290d9ddd1819ef53e 2024-11-18T05:18:14,642 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/19db0006a6ac4b5290d9ddd1819ef53e, entries=100, sequenceid=413, filesize=9.6 K 2024-11-18T05:18:14,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/27f6a2cc515f42e1b1424ed20d36cdeb as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/27f6a2cc515f42e1b1424ed20d36cdeb 2024-11-18T05:18:14,649 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/27f6a2cc515f42e1b1424ed20d36cdeb, entries=100, sequenceid=413, filesize=9.6 K 2024-11-18T05:18:14,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/81452431f89a4593a42e5643b3a0880a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/81452431f89a4593a42e5643b3a0880a 2024-11-18T05:18:14,659 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/81452431f89a4593a42e5643b3a0880a, entries=100, sequenceid=413, filesize=9.6 K 2024-11-18T05:18:14,660 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f60a1d7466556b7488b80eae33d2a24f in 1281ms, sequenceid=413, compaction requested=true 2024-11-18T05:18:14,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:14,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:14,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-18T05:18:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-18T05:18:14,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-18T05:18:14,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3570 sec 2024-11-18T05:18:14,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.3620 sec 2024-11-18T05:18:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:15,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-18T05:18:15,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:15,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:15,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:15,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:15,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:15,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:15,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/a5ef9845c8e0400baac08b0f346d7456 is 50, key is test_row_0/A:col10/1731907095621/Put/seqid=0 2024-11-18T05:18:15,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907155646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:15,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741923_1099 (size=12301) 2024-11-18T05:18:15,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907155749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:15,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907155952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:16,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/a5ef9845c8e0400baac08b0f346d7456 2024-11-18T05:18:16,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/4aed3c5e31ad4a8cb69832f218e287fe is 50, key is test_row_0/B:col10/1731907095621/Put/seqid=0 2024-11-18T05:18:16,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741924_1100 (size=12301) 2024-11-18T05:18:16,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/4aed3c5e31ad4a8cb69832f218e287fe 2024-11-18T05:18:16,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/7a3f17a72379482daafe8fb4f8c93c62 is 50, key is test_row_0/C:col10/1731907095621/Put/seqid=0 2024-11-18T05:18:16,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741925_1101 (size=12301) 2024-11-18T05:18:16,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/7a3f17a72379482daafe8fb4f8c93c62 2024-11-18T05:18:16,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/a5ef9845c8e0400baac08b0f346d7456 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/a5ef9845c8e0400baac08b0f346d7456 2024-11-18T05:18:16,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/a5ef9845c8e0400baac08b0f346d7456, entries=150, sequenceid=438, filesize=12.0 K 2024-11-18T05:18:16,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/4aed3c5e31ad4a8cb69832f218e287fe as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/4aed3c5e31ad4a8cb69832f218e287fe 2024-11-18T05:18:16,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/4aed3c5e31ad4a8cb69832f218e287fe, entries=150, sequenceid=438, filesize=12.0 K 2024-11-18T05:18:16,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/7a3f17a72379482daafe8fb4f8c93c62 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/7a3f17a72379482daafe8fb4f8c93c62 2024-11-18T05:18:16,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/7a3f17a72379482daafe8fb4f8c93c62, entries=150, sequenceid=438, filesize=12.0 K 2024-11-18T05:18:16,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f60a1d7466556b7488b80eae33d2a24f in 515ms, sequenceid=438, compaction requested=true 2024-11-18T05:18:16,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:16,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:18:16,137 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:18:16,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:16,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:18:16,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:16,137 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:18:16,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:18:16,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:16,139 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50052 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:18:16,139 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47612 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:18:16,139 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/A is initiating minor compaction (all files) 2024-11-18T05:18:16,139 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/B is initiating minor compaction (all files) 2024-11-18T05:18:16,139 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/A in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:16,139 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/B in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:16,139 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b2334a053e3849e6955bfdbb8ef0b987, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/84ff51b1dee94b989ff22ff0699ecc47, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/19db0006a6ac4b5290d9ddd1819ef53e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/a5ef9845c8e0400baac08b0f346d7456] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=48.9 K 2024-11-18T05:18:16,139 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/dc6fecbf99e649ed8dd78c7731f68bc0, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/02901316c4094d59a3d996be44a9c935, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/27f6a2cc515f42e1b1424ed20d36cdeb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/4aed3c5e31ad4a8cb69832f218e287fe] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=46.5 K 2024-11-18T05:18:16,140 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting dc6fecbf99e649ed8dd78c7731f68bc0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731907091610 2024-11-18T05:18:16,140 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2334a053e3849e6955bfdbb8ef0b987, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731907091610 2024-11-18T05:18:16,141 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 02901316c4094d59a3d996be44a9c935, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731907092264 2024-11-18T05:18:16,141 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84ff51b1dee94b989ff22ff0699ecc47, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731907092263 2024-11-18T05:18:16,142 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 27f6a2cc515f42e1b1424ed20d36cdeb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731907092381 2024-11-18T05:18:16,142 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19db0006a6ac4b5290d9ddd1819ef53e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731907092381 2024-11-18T05:18:16,142 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 4aed3c5e31ad4a8cb69832f218e287fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731907093482 2024-11-18T05:18:16,143 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5ef9845c8e0400baac08b0f346d7456, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731907093482 2024-11-18T05:18:16,160 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#A#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:16,161 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/3e6d0440dbb949d9ae4a41c0c53dd1c0 is 50, key is test_row_0/A:col10/1731907095621/Put/seqid=0 2024-11-18T05:18:16,167 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#B#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:16,167 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/92090a5cc1b64fdfb31e34211b9aff03 is 50, key is test_row_0/B:col10/1731907095621/Put/seqid=0 2024-11-18T05:18:16,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741927_1103 (size=13289) 2024-11-18T05:18:16,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741926_1102 (size=13289) 2024-11-18T05:18:16,198 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/92090a5cc1b64fdfb31e34211b9aff03 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/92090a5cc1b64fdfb31e34211b9aff03 2024-11-18T05:18:16,199 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/3e6d0440dbb949d9ae4a41c0c53dd1c0 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/3e6d0440dbb949d9ae4a41c0c53dd1c0 2024-11-18T05:18:16,207 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/B of f60a1d7466556b7488b80eae33d2a24f into 92090a5cc1b64fdfb31e34211b9aff03(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:16,207 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/A of f60a1d7466556b7488b80eae33d2a24f into 3e6d0440dbb949d9ae4a41c0c53dd1c0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:16,207 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:16,207 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:16,207 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/B, priority=12, startTime=1731907096137; duration=0sec 2024-11-18T05:18:16,207 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/A, priority=12, startTime=1731907096137; duration=0sec 2024-11-18T05:18:16,208 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:16,208 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:B 2024-11-18T05:18:16,208 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:16,208 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:A 2024-11-18T05:18:16,208 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:18:16,209 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47612 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:18:16,210 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/C is initiating minor compaction (all files) 2024-11-18T05:18:16,210 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/C in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:16,210 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/f6b3b2b6954941578f74b022a5004485, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/068ea620bffd4227b74d145f25b1dfd7, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/81452431f89a4593a42e5643b3a0880a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/7a3f17a72379482daafe8fb4f8c93c62] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=46.5 K 2024-11-18T05:18:16,210 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting f6b3b2b6954941578f74b022a5004485, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731907091610 2024-11-18T05:18:16,211 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 068ea620bffd4227b74d145f25b1dfd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731907092264 2024-11-18T05:18:16,211 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 81452431f89a4593a42e5643b3a0880a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731907092381 2024-11-18T05:18:16,212 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a3f17a72379482daafe8fb4f8c93c62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731907093482 2024-11-18T05:18:16,224 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#C#compaction#89 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:16,225 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/60fe043d77fc45e1b1797860ce4050da is 50, key is test_row_0/C:col10/1731907095621/Put/seqid=0 2024-11-18T05:18:16,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741928_1104 (size=13289) 2024-11-18T05:18:16,245 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/60fe043d77fc45e1b1797860ce4050da as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/60fe043d77fc45e1b1797860ce4050da 2024-11-18T05:18:16,259 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/C of f60a1d7466556b7488b80eae33d2a24f into 60fe043d77fc45e1b1797860ce4050da(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:16,259 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:16,259 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/C, priority=12, startTime=1731907096137; duration=0sec 2024-11-18T05:18:16,260 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:16,260 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:C 2024-11-18T05:18:16,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:16,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-18T05:18:16,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:16,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:16,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:16,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:16,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:16,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:16,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/b4b907cd99424f5a8e24fcc1b8310f08 is 50, key is test_row_0/A:col10/1731907095645/Put/seqid=0 2024-11-18T05:18:16,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741929_1105 (size=14741) 2024-11-18T05:18:16,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/b4b907cd99424f5a8e24fcc1b8310f08 2024-11-18T05:18:16,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/70c355a8a2664aebb0aef3a7fbc20acc is 50, key is test_row_0/B:col10/1731907095645/Put/seqid=0 2024-11-18T05:18:16,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741930_1106 (size=12301) 2024-11-18T05:18:16,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/70c355a8a2664aebb0aef3a7fbc20acc 2024-11-18T05:18:16,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907156317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:16,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/80ee7fca4c1748a085e48370651c812d is 50, key is test_row_0/C:col10/1731907095645/Put/seqid=0 2024-11-18T05:18:16,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741931_1107 (size=12301) 2024-11-18T05:18:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-18T05:18:16,411 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-18T05:18:16,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:18:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-18T05:18:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-18T05:18:16,415 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:18:16,416 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:18:16,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:18:16,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907156419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-18T05:18:16,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907156521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:16,523 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., hostname=7cf745f7364a,40727,1731907076066, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:18:16,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907156522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:16,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907156523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:16,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:16,525 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., hostname=7cf745f7364a,40727,1731907076066, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:18:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907156524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:16,526 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., hostname=7cf745f7364a,40727,1731907076066, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:18:16,527 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., hostname=7cf745f7364a,40727,1731907076066, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:18:16,568 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:16,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-18T05:18:16,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:16,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:16,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:16,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:16,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:16,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907156623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-18T05:18:16,722 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:16,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-18T05:18:16,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:16,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:16,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:16,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:16,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:16,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/80ee7fca4c1748a085e48370651c812d 2024-11-18T05:18:16,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/b4b907cd99424f5a8e24fcc1b8310f08 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b4b907cd99424f5a8e24fcc1b8310f08 2024-11-18T05:18:16,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b4b907cd99424f5a8e24fcc1b8310f08, entries=200, sequenceid=453, filesize=14.4 K 2024-11-18T05:18:16,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/70c355a8a2664aebb0aef3a7fbc20acc as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/70c355a8a2664aebb0aef3a7fbc20acc 2024-11-18T05:18:16,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/70c355a8a2664aebb0aef3a7fbc20acc, entries=150, sequenceid=453, filesize=12.0 K 2024-11-18T05:18:16,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/80ee7fca4c1748a085e48370651c812d as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/80ee7fca4c1748a085e48370651c812d 2024-11-18T05:18:16,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/80ee7fca4c1748a085e48370651c812d, entries=150, sequenceid=453, filesize=12.0 K 2024-11-18T05:18:16,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f60a1d7466556b7488b80eae33d2a24f in 531ms, sequenceid=453, compaction requested=false 2024-11-18T05:18:16,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:16,876 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:16,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-18T05:18:16,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:16,877 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T05:18:16,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:16,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:16,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:16,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:16,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:16,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:16,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/1b1febed431b48ecb90f2ea3bce4a9f3 is 50, key is test_row_0/A:col10/1731907096300/Put/seqid=0 2024-11-18T05:18:16,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741932_1108 (size=12301) 2024-11-18T05:18:16,920 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/1b1febed431b48ecb90f2ea3bce4a9f3 2024-11-18T05:18:16,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/79585708770a4fccafb6366456f7b681 is 50, key is test_row_0/B:col10/1731907096300/Put/seqid=0 2024-11-18T05:18:16,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:16,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:16,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741933_1109 (size=12301) 2024-11-18T05:18:16,950 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/79585708770a4fccafb6366456f7b681 2024-11-18T05:18:16,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/2a41bd1b4c85446f82fc004db6a1c389 is 50, key is test_row_0/C:col10/1731907096300/Put/seqid=0 2024-11-18T05:18:16,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:16,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907156963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:16,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741934_1110 (size=12301) 2024-11-18T05:18:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-18T05:18:17,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907157066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:17,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907157269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:17,367 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/2a41bd1b4c85446f82fc004db6a1c389 2024-11-18T05:18:17,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/1b1febed431b48ecb90f2ea3bce4a9f3 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/1b1febed431b48ecb90f2ea3bce4a9f3 2024-11-18T05:18:17,379 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/1b1febed431b48ecb90f2ea3bce4a9f3, entries=150, sequenceid=477, filesize=12.0 K 2024-11-18T05:18:17,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/79585708770a4fccafb6366456f7b681 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/79585708770a4fccafb6366456f7b681 2024-11-18T05:18:17,386 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/79585708770a4fccafb6366456f7b681, entries=150, sequenceid=477, filesize=12.0 K 2024-11-18T05:18:17,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/2a41bd1b4c85446f82fc004db6a1c389 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2a41bd1b4c85446f82fc004db6a1c389 2024-11-18T05:18:17,392 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2a41bd1b4c85446f82fc004db6a1c389, entries=150, sequenceid=477, filesize=12.0 K 2024-11-18T05:18:17,393 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f60a1d7466556b7488b80eae33d2a24f in 516ms, sequenceid=477, compaction requested=true 2024-11-18T05:18:17,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:17,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:17,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-18T05:18:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-18T05:18:17,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-18T05:18:17,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 978 msec 2024-11-18T05:18:17,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 983 msec 2024-11-18T05:18:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-18T05:18:17,519 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-18T05:18:17,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:18:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-18T05:18:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-18T05:18:17,522 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:18:17,522 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:18:17,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:18:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:17,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T05:18:17,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:17,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:17,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:17,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:17,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:17,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:17,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/9f6d10232d4f4e909bf343315e97ddeb is 50, key is test_row_0/A:col10/1731907096962/Put/seqid=0 2024-11-18T05:18:17,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741935_1111 (size=12301) 2024-11-18T05:18:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-18T05:18:17,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907157655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:17,674 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:17,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-18T05:18:17,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:17,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:17,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:17,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:17,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:17,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907157759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:17,828 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:17,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-18T05:18:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:17,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:17,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-18T05:18:17,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907157964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:17,981 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:17,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-18T05:18:17,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:17,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:17,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:17,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:17,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:18,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/9f6d10232d4f4e909bf343315e97ddeb 2024-11-18T05:18:18,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/324ba394f5eb42f8ad5d3185605ed070 is 50, key is test_row_0/B:col10/1731907096962/Put/seqid=0 2024-11-18T05:18:18,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741936_1112 (size=12301) 2024-11-18T05:18:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-18T05:18:18,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:18,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-18T05:18:18,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:18,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:18,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:18,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:18,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:18,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907158268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:18,287 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:18,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-18T05:18:18,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:18,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:18,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:18,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:18,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:18,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/324ba394f5eb42f8ad5d3185605ed070 2024-11-18T05:18:18,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/40913c92dff0404f812650675eebe79b is 50, key is test_row_0/C:col10/1731907096962/Put/seqid=0 2024-11-18T05:18:18,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741937_1113 (size=12301) 2024-11-18T05:18:18,440 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:18,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-18T05:18:18,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:18,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:18,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:18,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:18,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:18,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/40913c92dff0404f812650675eebe79b 2024-11-18T05:18:18,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/9f6d10232d4f4e909bf343315e97ddeb as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/9f6d10232d4f4e909bf343315e97ddeb 2024-11-18T05:18:18,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/9f6d10232d4f4e909bf343315e97ddeb, entries=150, sequenceid=490, filesize=12.0 K 2024-11-18T05:18:18,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/324ba394f5eb42f8ad5d3185605ed070 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/324ba394f5eb42f8ad5d3185605ed070 2024-11-18T05:18:18,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/324ba394f5eb42f8ad5d3185605ed070, entries=150, sequenceid=490, filesize=12.0 K 2024-11-18T05:18:18,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/40913c92dff0404f812650675eebe79b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/40913c92dff0404f812650675eebe79b 2024-11-18T05:18:18,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/40913c92dff0404f812650675eebe79b, entries=150, sequenceid=490, filesize=12.0 K 2024-11-18T05:18:18,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f60a1d7466556b7488b80eae33d2a24f in 897ms, sequenceid=490, compaction requested=true 2024-11-18T05:18:18,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:18,471 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:18:18,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:18,472 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:18:18,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:18:18,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:18,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:18:18,472 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:18:18,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:18,473 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:18:18,473 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/B is initiating minor compaction (all files) 2024-11-18T05:18:18,474 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/B in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:18,474 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/92090a5cc1b64fdfb31e34211b9aff03, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/70c355a8a2664aebb0aef3a7fbc20acc, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/79585708770a4fccafb6366456f7b681, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/324ba394f5eb42f8ad5d3185605ed070] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=49.0 K 2024-11-18T05:18:18,474 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52632 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:18:18,474 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/A is initiating minor compaction (all files) 2024-11-18T05:18:18,474 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/A in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:18,474 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/3e6d0440dbb949d9ae4a41c0c53dd1c0, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b4b907cd99424f5a8e24fcc1b8310f08, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/1b1febed431b48ecb90f2ea3bce4a9f3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/9f6d10232d4f4e909bf343315e97ddeb] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=51.4 K 2024-11-18T05:18:18,474 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 92090a5cc1b64fdfb31e34211b9aff03, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731907093482 2024-11-18T05:18:18,475 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e6d0440dbb949d9ae4a41c0c53dd1c0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731907093482 2024-11-18T05:18:18,475 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 70c355a8a2664aebb0aef3a7fbc20acc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731907095630 2024-11-18T05:18:18,475 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4b907cd99424f5a8e24fcc1b8310f08, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731907095630 2024-11-18T05:18:18,475 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 79585708770a4fccafb6366456f7b681, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731907096300 2024-11-18T05:18:18,476 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b1febed431b48ecb90f2ea3bce4a9f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731907096300 2024-11-18T05:18:18,476 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f6d10232d4f4e909bf343315e97ddeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731907096957 2024-11-18T05:18:18,476 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 324ba394f5eb42f8ad5d3185605ed070, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731907096957 2024-11-18T05:18:18,502 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#A#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:18,503 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#B#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:18,503 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/d4a9e521ae3d44818021f6c8acc598c8 is 50, key is test_row_0/A:col10/1731907096962/Put/seqid=0 2024-11-18T05:18:18,503 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/eb62f8aa9319410a84dd742a43ebe705 is 50, key is test_row_0/B:col10/1731907096962/Put/seqid=0 2024-11-18T05:18:18,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741938_1114 (size=13425) 2024-11-18T05:18:18,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741939_1115 (size=13425) 2024-11-18T05:18:18,516 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/eb62f8aa9319410a84dd742a43ebe705 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/eb62f8aa9319410a84dd742a43ebe705 2024-11-18T05:18:18,522 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/B of f60a1d7466556b7488b80eae33d2a24f into eb62f8aa9319410a84dd742a43ebe705(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:18,522 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:18,522 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/B, priority=12, startTime=1731907098472; duration=0sec 2024-11-18T05:18:18,522 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:18,522 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:B 2024-11-18T05:18:18,522 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:18:18,524 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:18:18,524 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/C is initiating minor compaction (all files) 2024-11-18T05:18:18,524 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/C in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:18,524 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/60fe043d77fc45e1b1797860ce4050da, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/80ee7fca4c1748a085e48370651c812d, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2a41bd1b4c85446f82fc004db6a1c389, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/40913c92dff0404f812650675eebe79b] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=49.0 K 2024-11-18T05:18:18,524 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 60fe043d77fc45e1b1797860ce4050da, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1731907093482 2024-11-18T05:18:18,525 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 80ee7fca4c1748a085e48370651c812d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1731907095630 2024-11-18T05:18:18,525 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a41bd1b4c85446f82fc004db6a1c389, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1731907096300 2024-11-18T05:18:18,526 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 40913c92dff0404f812650675eebe79b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731907096957 2024-11-18T05:18:18,535 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#C#compaction#101 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:18,536 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/8a5e9f099cb54fa4bba649847daddee0 is 50, key is test_row_0/C:col10/1731907096962/Put/seqid=0 2024-11-18T05:18:18,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741940_1116 (size=13425) 2024-11-18T05:18:18,553 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/8a5e9f099cb54fa4bba649847daddee0 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/8a5e9f099cb54fa4bba649847daddee0 2024-11-18T05:18:18,559 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/C of f60a1d7466556b7488b80eae33d2a24f into 8a5e9f099cb54fa4bba649847daddee0(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:18,559 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:18,559 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/C, priority=12, startTime=1731907098472; duration=0sec 2024-11-18T05:18:18,559 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:18,559 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:C 2024-11-18T05:18:18,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:18,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-18T05:18:18,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:18,594 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T05:18:18,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:18,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:18,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:18,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:18,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:18,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:18,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/4a78494784be45e193034ab9e02e3ee0 is 50, key is test_row_0/A:col10/1731907097642/Put/seqid=0 2024-11-18T05:18:18,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741941_1117 (size=12301) 2024-11-18T05:18:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-18T05:18:18,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:18,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907158798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:18,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907158902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:18,915 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/d4a9e521ae3d44818021f6c8acc598c8 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/d4a9e521ae3d44818021f6c8acc598c8 2024-11-18T05:18:18,921 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/A of f60a1d7466556b7488b80eae33d2a24f into d4a9e521ae3d44818021f6c8acc598c8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:18,921 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:18,921 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/A, priority=12, startTime=1731907098471; duration=0sec 2024-11-18T05:18:18,922 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:18,922 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:A 2024-11-18T05:18:19,011 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/4a78494784be45e193034ab9e02e3ee0 2024-11-18T05:18:19,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/44cfdd50ee514ad288b191de21bd01d3 is 50, key is test_row_0/B:col10/1731907097642/Put/seqid=0 2024-11-18T05:18:19,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741942_1118 (size=12301) 2024-11-18T05:18:19,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:19,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907159106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:19,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907159408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:19,426 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/44cfdd50ee514ad288b191de21bd01d3 2024-11-18T05:18:19,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/ee3f282a628d4850863a9fb0aa9d373b is 50, key is test_row_0/C:col10/1731907097642/Put/seqid=0 2024-11-18T05:18:19,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741943_1119 (size=12301) 2024-11-18T05:18:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-18T05:18:19,840 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/ee3f282a628d4850863a9fb0aa9d373b 2024-11-18T05:18:19,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/4a78494784be45e193034ab9e02e3ee0 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/4a78494784be45e193034ab9e02e3ee0 2024-11-18T05:18:19,851 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/4a78494784be45e193034ab9e02e3ee0, entries=150, sequenceid=515, filesize=12.0 K 2024-11-18T05:18:19,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/44cfdd50ee514ad288b191de21bd01d3 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/44cfdd50ee514ad288b191de21bd01d3 2024-11-18T05:18:19,857 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/44cfdd50ee514ad288b191de21bd01d3, entries=150, sequenceid=515, filesize=12.0 K 2024-11-18T05:18:19,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/ee3f282a628d4850863a9fb0aa9d373b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/ee3f282a628d4850863a9fb0aa9d373b 2024-11-18T05:18:19,880 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/ee3f282a628d4850863a9fb0aa9d373b, entries=150, sequenceid=515, filesize=12.0 K 2024-11-18T05:18:19,881 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f60a1d7466556b7488b80eae33d2a24f in 1287ms, sequenceid=515, compaction requested=false 2024-11-18T05:18:19,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:19,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:19,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-18T05:18:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-18T05:18:19,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-18T05:18:19,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3600 sec 2024-11-18T05:18:19,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 2.3640 sec 2024-11-18T05:18:19,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:19,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T05:18:19,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:19,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:19,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:19,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:19,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:19,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:19,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/6cb9558ce50347268273d8cebeec00bd is 50, key is test_row_0/A:col10/1731907098797/Put/seqid=0 2024-11-18T05:18:19,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741944_1120 (size=12301) 2024-11-18T05:18:19,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/6cb9558ce50347268273d8cebeec00bd 2024-11-18T05:18:19,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/5a18a9988af445348103498dc4d49b12 is 50, key is test_row_0/B:col10/1731907098797/Put/seqid=0 2024-11-18T05:18:19,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741945_1121 (size=12301) 2024-11-18T05:18:19,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907159957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:20,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907160059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:20,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907160262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:20,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/5a18a9988af445348103498dc4d49b12 2024-11-18T05:18:20,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/1a83cbdb108e4fbca76e194d8de87c87 is 50, key is test_row_0/C:col10/1731907098797/Put/seqid=0 2024-11-18T05:18:20,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741946_1122 (size=12301) 2024-11-18T05:18:20,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:20,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46762 deadline: 1731907160528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:20,530 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., hostname=7cf745f7364a,40727,1731907076066, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:18:20,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46794 deadline: 1731907160529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:20,530 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., hostname=7cf745f7364a,40727,1731907076066, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:18:20,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:20,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46826 deadline: 1731907160541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:20,543 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., hostname=7cf745f7364a,40727,1731907076066, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:18:20,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1731907160563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:20,566 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8184 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., hostname=7cf745f7364a,40727,1731907076066, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:18:20,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:20,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907160566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:20,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/1a83cbdb108e4fbca76e194d8de87c87 2024-11-18T05:18:20,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/6cb9558ce50347268273d8cebeec00bd as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/6cb9558ce50347268273d8cebeec00bd 2024-11-18T05:18:20,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/6cb9558ce50347268273d8cebeec00bd, entries=150, sequenceid=530, filesize=12.0 K 2024-11-18T05:18:20,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/5a18a9988af445348103498dc4d49b12 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/5a18a9988af445348103498dc4d49b12 2024-11-18T05:18:20,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/5a18a9988af445348103498dc4d49b12, entries=150, sequenceid=530, filesize=12.0 K 2024-11-18T05:18:20,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/1a83cbdb108e4fbca76e194d8de87c87 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/1a83cbdb108e4fbca76e194d8de87c87 2024-11-18T05:18:20,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/1a83cbdb108e4fbca76e194d8de87c87, entries=150, sequenceid=530, filesize=12.0 K 2024-11-18T05:18:20,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f60a1d7466556b7488b80eae33d2a24f in 864ms, sequenceid=530, compaction requested=true 2024-11-18T05:18:20,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:20,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:18:20,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:20,777 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:20,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:18:20,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:20,777 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:20,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:18:20,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:20,778 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:20,778 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:20,778 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/A is initiating minor compaction (all files) 2024-11-18T05:18:20,778 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/B is initiating minor compaction (all files) 2024-11-18T05:18:20,778 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/A in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:20,778 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/B in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:20,779 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/d4a9e521ae3d44818021f6c8acc598c8, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/4a78494784be45e193034ab9e02e3ee0, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/6cb9558ce50347268273d8cebeec00bd] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=37.1 K 2024-11-18T05:18:20,779 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/eb62f8aa9319410a84dd742a43ebe705, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/44cfdd50ee514ad288b191de21bd01d3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/5a18a9988af445348103498dc4d49b12] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=37.1 K 2024-11-18T05:18:20,779 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4a9e521ae3d44818021f6c8acc598c8, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731907096957 2024-11-18T05:18:20,779 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting eb62f8aa9319410a84dd742a43ebe705, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731907096957 2024-11-18T05:18:20,780 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a78494784be45e193034ab9e02e3ee0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1731907097642 2024-11-18T05:18:20,780 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 44cfdd50ee514ad288b191de21bd01d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1731907097642 2024-11-18T05:18:20,780 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a18a9988af445348103498dc4d49b12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1731907098788 2024-11-18T05:18:20,780 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cb9558ce50347268273d8cebeec00bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1731907098788 2024-11-18T05:18:20,790 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#A#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:20,791 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/5db86a6f18044fceb410886d22f364f5 is 50, key is test_row_0/A:col10/1731907098797/Put/seqid=0 2024-11-18T05:18:20,802 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#B#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:20,803 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/37a29f8cc1ef479f9d7e342ce939a266 is 50, key is test_row_0/B:col10/1731907098797/Put/seqid=0 2024-11-18T05:18:20,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741947_1123 (size=13527) 2024-11-18T05:18:20,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741948_1124 (size=13527) 2024-11-18T05:18:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:21,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T05:18:21,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:21,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:21,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:21,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:21,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:21,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:21,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/b2125e90a046453a8eea41ee2c056c19 is 50, key is test_row_0/A:col10/1731907099944/Put/seqid=0 2024-11-18T05:18:21,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741949_1125 (size=14741) 2024-11-18T05:18:21,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/b2125e90a046453a8eea41ee2c056c19 2024-11-18T05:18:21,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/0d6fb51fb70a415c944c8ff0a8164245 is 50, key is test_row_0/B:col10/1731907099944/Put/seqid=0 2024-11-18T05:18:21,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741950_1126 (size=12301) 2024-11-18T05:18:21,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907161106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:21,210 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/5db86a6f18044fceb410886d22f364f5 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/5db86a6f18044fceb410886d22f364f5 2024-11-18T05:18:21,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907161208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:21,213 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/37a29f8cc1ef479f9d7e342ce939a266 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/37a29f8cc1ef479f9d7e342ce939a266 2024-11-18T05:18:21,216 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/A of f60a1d7466556b7488b80eae33d2a24f into 5db86a6f18044fceb410886d22f364f5(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:21,216 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:21,216 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/A, priority=13, startTime=1731907100777; duration=0sec 2024-11-18T05:18:21,216 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:21,216 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:A 2024-11-18T05:18:21,217 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:21,218 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/B of f60a1d7466556b7488b80eae33d2a24f into 37a29f8cc1ef479f9d7e342ce939a266(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:21,218 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:21,218 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:21,218 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/B, priority=13, startTime=1731907100777; duration=0sec 2024-11-18T05:18:21,219 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/C is initiating minor compaction (all files) 2024-11-18T05:18:21,219 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:21,219 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:B 2024-11-18T05:18:21,219 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/C in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:21,219 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/8a5e9f099cb54fa4bba649847daddee0, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/ee3f282a628d4850863a9fb0aa9d373b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/1a83cbdb108e4fbca76e194d8de87c87] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=37.1 K 2024-11-18T05:18:21,220 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a5e9f099cb54fa4bba649847daddee0, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731907096957 2024-11-18T05:18:21,221 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee3f282a628d4850863a9fb0aa9d373b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1731907097642 2024-11-18T05:18:21,221 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a83cbdb108e4fbca76e194d8de87c87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1731907098788 2024-11-18T05:18:21,230 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#C#compaction#112 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:21,231 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/bf4c82982d324f04b2e377296814c7c1 is 50, key is test_row_0/C:col10/1731907098797/Put/seqid=0 2024-11-18T05:18:21,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741951_1127 (size=13527) 2024-11-18T05:18:21,248 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/bf4c82982d324f04b2e377296814c7c1 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/bf4c82982d324f04b2e377296814c7c1 2024-11-18T05:18:21,254 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/C of f60a1d7466556b7488b80eae33d2a24f into bf4c82982d324f04b2e377296814c7c1(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:21,254 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:21,254 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/C, priority=13, startTime=1731907100777; duration=0sec 2024-11-18T05:18:21,254 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:21,254 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:C 2024-11-18T05:18:21,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907161412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:21,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/0d6fb51fb70a415c944c8ff0a8164245 2024-11-18T05:18:21,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/82859016fd8d4fb6bf9da04f741ff75b is 50, key is test_row_0/C:col10/1731907099944/Put/seqid=0 2024-11-18T05:18:21,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741952_1128 (size=12301) 2024-11-18T05:18:21,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/82859016fd8d4fb6bf9da04f741ff75b 2024-11-18T05:18:21,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/b2125e90a046453a8eea41ee2c056c19 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b2125e90a046453a8eea41ee2c056c19 2024-11-18T05:18:21,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b2125e90a046453a8eea41ee2c056c19, entries=200, sequenceid=553, filesize=14.4 K 2024-11-18T05:18:21,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/0d6fb51fb70a415c944c8ff0a8164245 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/0d6fb51fb70a415c944c8ff0a8164245 2024-11-18T05:18:21,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/0d6fb51fb70a415c944c8ff0a8164245, entries=150, sequenceid=553, filesize=12.0 K 2024-11-18T05:18:21,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/82859016fd8d4fb6bf9da04f741ff75b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/82859016fd8d4fb6bf9da04f741ff75b 2024-11-18T05:18:21,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/82859016fd8d4fb6bf9da04f741ff75b, entries=150, sequenceid=553, filesize=12.0 K 2024-11-18T05:18:21,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f60a1d7466556b7488b80eae33d2a24f in 489ms, sequenceid=553, compaction requested=false 2024-11-18T05:18:21,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:21,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-18T05:18:21,634 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-18T05:18:21,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:18:21,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-18T05:18:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-18T05:18:21,637 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:18:21,638 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:18:21,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:18:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:21,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T05:18:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:21,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/1e2e368613e246428038add4c5ef57d8 is 50, key is test_row_0/A:col10/1731907101081/Put/seqid=0 2024-11-18T05:18:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-18T05:18:21,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741953_1129 (size=12301) 2024-11-18T05:18:21,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 339 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907161761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:21,790 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:21,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-18T05:18:21,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:21,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:21,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:21,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:21,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:21,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:21,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 341 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907161863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-18T05:18:21,946 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:21,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-18T05:18:21,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:21,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:21,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:21,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:21,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:22,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 343 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907162065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:22,118 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:22,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-18T05:18:22,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:22,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:22,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:22,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:22,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:22,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/1e2e368613e246428038add4c5ef57d8 2024-11-18T05:18:22,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/30d63b63ddd54d94afadc740d6e115da is 50, key is test_row_0/B:col10/1731907101081/Put/seqid=0 2024-11-18T05:18:22,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741954_1130 (size=12301) 2024-11-18T05:18:22,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-18T05:18:22,274 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:22,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-18T05:18:22,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:22,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:22,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:22,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:22,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:22,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 345 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907162368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:22,428 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:22,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-18T05:18:22,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:22,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:22,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:22,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:22,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:22,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:22,581 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:22,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-18T05:18:22,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:22,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:22,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:22,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:22,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:22,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/30d63b63ddd54d94afadc740d6e115da 2024-11-18T05:18:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:22,589 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:56210 2024-11-18T05:18:22,589 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:56210 2024-11-18T05:18:22,589 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:22,589 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:22,592 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:56210 2024-11-18T05:18:22,592 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:22,593 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:56210 2024-11-18T05:18:22,593 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:22,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/2000d0bf9a324ae7aaeb556f13fe7081 is 50, key is test_row_0/C:col10/1731907101081/Put/seqid=0 2024-11-18T05:18:22,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741955_1131 (size=12301) 2024-11-18T05:18:22,735 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:22,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-18T05:18:22,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:22,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:22,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:22,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:22,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-18T05:18:22,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 347 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46802 deadline: 1731907162871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:22,888 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:22,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-18T05:18:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:22,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:22,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:22,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:23,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=570 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/2000d0bf9a324ae7aaeb556f13fe7081 2024-11-18T05:18:23,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/1e2e368613e246428038add4c5ef57d8 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/1e2e368613e246428038add4c5ef57d8 2024-11-18T05:18:23,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/1e2e368613e246428038add4c5ef57d8, entries=150, sequenceid=570, filesize=12.0 K 2024-11-18T05:18:23,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/30d63b63ddd54d94afadc740d6e115da as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/30d63b63ddd54d94afadc740d6e115da 2024-11-18T05:18:23,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/30d63b63ddd54d94afadc740d6e115da, entries=150, sequenceid=570, filesize=12.0 K 2024-11-18T05:18:23,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/2000d0bf9a324ae7aaeb556f13fe7081 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2000d0bf9a324ae7aaeb556f13fe7081 2024-11-18T05:18:23,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2000d0bf9a324ae7aaeb556f13fe7081, entries=150, sequenceid=570, filesize=12.0 K 2024-11-18T05:18:23,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f60a1d7466556b7488b80eae33d2a24f in 1308ms, sequenceid=570, compaction requested=true 2024-11-18T05:18:23,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:23,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:18:23,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:23,026 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:23,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:18:23,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:23,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f60a1d7466556b7488b80eae33d2a24f:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:18:23,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:23,026 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:23,028 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:23,028 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:23,028 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/A is initiating minor compaction (all files) 2024-11-18T05:18:23,028 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/B is initiating minor compaction (all files) 2024-11-18T05:18:23,028 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/B in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:23,028 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/A in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:23,028 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/37a29f8cc1ef479f9d7e342ce939a266, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/0d6fb51fb70a415c944c8ff0a8164245, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/30d63b63ddd54d94afadc740d6e115da] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=37.2 K 2024-11-18T05:18:23,028 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/5db86a6f18044fceb410886d22f364f5, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b2125e90a046453a8eea41ee2c056c19, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/1e2e368613e246428038add4c5ef57d8] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=39.6 K 2024-11-18T05:18:23,028 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 37a29f8cc1ef479f9d7e342ce939a266, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1731907098788 2024-11-18T05:18:23,028 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5db86a6f18044fceb410886d22f364f5, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1731907098788 2024-11-18T05:18:23,029 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2125e90a046453a8eea41ee2c056c19, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1731907099944 2024-11-18T05:18:23,029 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d6fb51fb70a415c944c8ff0a8164245, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1731907099944 2024-11-18T05:18:23,029 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e2e368613e246428038add4c5ef57d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=570, earliestPutTs=1731907101081 2024-11-18T05:18:23,029 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 30d63b63ddd54d94afadc740d6e115da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=570, earliestPutTs=1731907101081 2024-11-18T05:18:23,038 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#A#compaction#117 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:23,038 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/4b5835eafc594747aa5b1607080d3a7f is 50, key is test_row_0/A:col10/1731907101081/Put/seqid=0 2024-11-18T05:18:23,041 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#B#compaction#118 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:23,041 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/d238c40e7ff14e8e98d5293bb4f5530a is 50, key is test_row_0/B:col10/1731907101081/Put/seqid=0 2024-11-18T05:18:23,042 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:23,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-18T05:18:23,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:23,043 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-18T05:18:23,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:23,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:23,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:23,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:23,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:23,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:23,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741956_1132 (size=13629) 2024-11-18T05:18:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/a2a5c44aaedf4017bb2b6cbe0dc8d4cb is 50, key is test_row_0/A:col10/1731907101759/Put/seqid=0 2024-11-18T05:18:23,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741957_1133 (size=13629) 2024-11-18T05:18:23,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741958_1134 (size=12301) 2024-11-18T05:18:23,062 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/a2a5c44aaedf4017bb2b6cbe0dc8d4cb 2024-11-18T05:18:23,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/503173f591ac4f08b48dec73fc87e666 is 50, key is test_row_0/B:col10/1731907101759/Put/seqid=0 2024-11-18T05:18:23,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741959_1135 (size=12301) 2024-11-18T05:18:23,460 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/4b5835eafc594747aa5b1607080d3a7f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/4b5835eafc594747aa5b1607080d3a7f 2024-11-18T05:18:23,463 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/d238c40e7ff14e8e98d5293bb4f5530a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/d238c40e7ff14e8e98d5293bb4f5530a 2024-11-18T05:18:23,466 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/A of f60a1d7466556b7488b80eae33d2a24f into 4b5835eafc594747aa5b1607080d3a7f(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:23,466 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:23,466 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/A, priority=13, startTime=1731907103026; duration=0sec 2024-11-18T05:18:23,466 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:23,466 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:A 2024-11-18T05:18:23,466 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:23,467 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:23,467 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): f60a1d7466556b7488b80eae33d2a24f/C is initiating minor compaction (all files) 2024-11-18T05:18:23,467 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f60a1d7466556b7488b80eae33d2a24f/C in TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:23,467 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/bf4c82982d324f04b2e377296814c7c1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/82859016fd8d4fb6bf9da04f741ff75b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2000d0bf9a324ae7aaeb556f13fe7081] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp, totalSize=37.2 K 2024-11-18T05:18:23,468 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf4c82982d324f04b2e377296814c7c1, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1731907098788 2024-11-18T05:18:23,468 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/B of f60a1d7466556b7488b80eae33d2a24f into d238c40e7ff14e8e98d5293bb4f5530a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:23,468 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:23,468 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/B, priority=13, startTime=1731907103026; duration=0sec 2024-11-18T05:18:23,468 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:23,468 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:B 2024-11-18T05:18:23,468 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82859016fd8d4fb6bf9da04f741ff75b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1731907099944 2024-11-18T05:18:23,469 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2000d0bf9a324ae7aaeb556f13fe7081, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=570, earliestPutTs=1731907101081 2024-11-18T05:18:23,473 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/503173f591ac4f08b48dec73fc87e666 2024-11-18T05:18:23,476 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f60a1d7466556b7488b80eae33d2a24f#C#compaction#121 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:23,477 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/59affe862a1c44379f8f97356ebd51b0 is 50, key is test_row_0/C:col10/1731907101081/Put/seqid=0 2024-11-18T05:18:23,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/2abe73f8d18440518dbe2c53202779ce is 50, key is test_row_0/C:col10/1731907101759/Put/seqid=0 2024-11-18T05:18:23,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741960_1136 (size=13629) 2024-11-18T05:18:23,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741961_1137 (size=12301) 2024-11-18T05:18:23,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-18T05:18:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:23,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. as already flushing 2024-11-18T05:18:23,876 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:56210 2024-11-18T05:18:23,876 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:23,885 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/2abe73f8d18440518dbe2c53202779ce 2024-11-18T05:18:23,888 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/59affe862a1c44379f8f97356ebd51b0 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/59affe862a1c44379f8f97356ebd51b0 2024-11-18T05:18:23,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/a2a5c44aaedf4017bb2b6cbe0dc8d4cb as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/a2a5c44aaedf4017bb2b6cbe0dc8d4cb 2024-11-18T05:18:23,894 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f60a1d7466556b7488b80eae33d2a24f/C of f60a1d7466556b7488b80eae33d2a24f into 59affe862a1c44379f8f97356ebd51b0(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:23,894 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:23,894 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f., storeName=f60a1d7466556b7488b80eae33d2a24f/C, priority=13, startTime=1731907103026; duration=0sec 2024-11-18T05:18:23,894 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:23,894 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f60a1d7466556b7488b80eae33d2a24f:C 2024-11-18T05:18:23,895 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/a2a5c44aaedf4017bb2b6cbe0dc8d4cb, entries=150, sequenceid=592, filesize=12.0 K 2024-11-18T05:18:23,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/503173f591ac4f08b48dec73fc87e666 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/503173f591ac4f08b48dec73fc87e666 2024-11-18T05:18:23,899 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/503173f591ac4f08b48dec73fc87e666, entries=150, sequenceid=592, filesize=12.0 K 2024-11-18T05:18:23,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/2abe73f8d18440518dbe2c53202779ce as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2abe73f8d18440518dbe2c53202779ce 2024-11-18T05:18:23,904 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2abe73f8d18440518dbe2c53202779ce, entries=150, sequenceid=592, filesize=12.0 K 2024-11-18T05:18:23,905 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=6.71 KB/6870 for f60a1d7466556b7488b80eae33d2a24f in 863ms, sequenceid=592, compaction requested=false 2024-11-18T05:18:23,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:23,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:23,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-18T05:18:23,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-18T05:18:23,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-18T05:18:23,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2680 sec 2024-11-18T05:18:23,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 2.2720 sec 2024-11-18T05:18:24,467 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T05:18:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-18T05:18:25,743 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-18T05:18:30,574 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:56210 2024-11-18T05:18:30,575 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:30,604 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:56210 2024-11-18T05:18:30,604 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:30,621 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:56210 2024-11-18T05:18:30,621 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:30,648 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:56210 2024-11-18T05:18:30,648 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:30,648 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-18T05:18:30,648 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 199 2024-11-18T05:18:30,648 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-18T05:18:30,648 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-18T05:18:30,648 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-18T05:18:30,648 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-18T05:18:30,648 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-18T05:18:30,648 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6243 2024-11-18T05:18:30,648 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6324 2024-11-18T05:18:30,648 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-18T05:18:30,648 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2725 2024-11-18T05:18:30,648 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8170 rows 2024-11-18T05:18:30,648 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2735 2024-11-18T05:18:30,648 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8205 rows 2024-11-18T05:18:30,648 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-18T05:18:30,648 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:56210 2024-11-18T05:18:30,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:30,654 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-18T05:18:30,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-18T05:18:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-18T05:18:30,666 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907110666"}]},"ts":"1731907110666"} 2024-11-18T05:18:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-18T05:18:30,672 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-18T05:18:30,675 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-18T05:18:30,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T05:18:30,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f60a1d7466556b7488b80eae33d2a24f, UNASSIGN}] 2024-11-18T05:18:30,687 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f60a1d7466556b7488b80eae33d2a24f, UNASSIGN 2024-11-18T05:18:30,688 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=f60a1d7466556b7488b80eae33d2a24f, regionState=CLOSING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:30,689 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T05:18:30,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:18:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-18T05:18:30,847 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:30,855 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:30,856 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-18T05:18:30,856 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing f60a1d7466556b7488b80eae33d2a24f, disabling compactions & flushes 2024-11-18T05:18:30,857 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:30,857 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:30,857 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. after waiting 0 ms 2024-11-18T05:18:30,857 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:30,857 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing f60a1d7466556b7488b80eae33d2a24f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-18T05:18:30,857 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=A 2024-11-18T05:18:30,857 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:30,857 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=B 2024-11-18T05:18:30,858 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:30,858 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f60a1d7466556b7488b80eae33d2a24f, store=C 2024-11-18T05:18:30,858 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:30,868 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/6f5459d98427420d9450df53e323fe45 is 50, key is test_row_0/A:col10/1731907110646/Put/seqid=0 2024-11-18T05:18:30,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741962_1138 (size=12301) 2024-11-18T05:18:30,878 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/6f5459d98427420d9450df53e323fe45 2024-11-18T05:18:30,916 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/864368fdd06c4be9b8b18e6db3a2a034 is 50, key is test_row_0/B:col10/1731907110646/Put/seqid=0 2024-11-18T05:18:30,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741963_1139 (size=12301) 2024-11-18T05:18:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-18T05:18:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-18T05:18:31,334 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T05:18:31,336 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T05:18:31,345 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/864368fdd06c4be9b8b18e6db3a2a034 2024-11-18T05:18:31,357 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/13043ab0aedf443ba71ddd18c994fe67 is 50, key is test_row_0/C:col10/1731907110646/Put/seqid=0 2024-11-18T05:18:31,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741964_1140 (size=12301) 2024-11-18T05:18:31,778 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/13043ab0aedf443ba71ddd18c994fe67 2024-11-18T05:18:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-18T05:18:31,784 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/A/6f5459d98427420d9450df53e323fe45 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/6f5459d98427420d9450df53e323fe45 2024-11-18T05:18:31,793 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/6f5459d98427420d9450df53e323fe45, entries=150, sequenceid=603, filesize=12.0 K 2024-11-18T05:18:31,798 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/B/864368fdd06c4be9b8b18e6db3a2a034 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/864368fdd06c4be9b8b18e6db3a2a034 2024-11-18T05:18:31,806 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/864368fdd06c4be9b8b18e6db3a2a034, entries=150, sequenceid=603, filesize=12.0 K 2024-11-18T05:18:31,809 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/.tmp/C/13043ab0aedf443ba71ddd18c994fe67 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/13043ab0aedf443ba71ddd18c994fe67 2024-11-18T05:18:31,816 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/13043ab0aedf443ba71ddd18c994fe67, entries=150, sequenceid=603, filesize=12.0 K 2024-11-18T05:18:31,817 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f60a1d7466556b7488b80eae33d2a24f in 959ms, sequenceid=603, compaction requested=true 2024-11-18T05:18:31,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/63242a8316a84cf3b853fb4b060fcca4, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/8c88f0bd33f5443b8a4b6028afc9e128, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b62c351fd1b54c21aaa3c70fcade7b01, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/afbd59764f674bc88ab00ea7839f379f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/c8474da70a2e412ba9faa9dd99bd0343, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/f5460a9064d24edda867fb69da59e5f2, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/a5c25dff62e64273af3c042075e29e84, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/82f4a901c3b44142ba06a26e40847253, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b494667dbddb4dd5a817990e68f4933e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/4a920346e11c4e1595369631556b4be1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/ced67025383b488bb131cae77373e9bd, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/e1367527c7e24f8387287dd8bee1d521, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/3f875a121c404870b8fef8e309186156, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/92f5d897b6734693b9fbe3d99dab9474, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/2b1ded16010f40a091e9ed54b5e08165, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/7f71d8f05d004cf99480d5e9b59f3cb5, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/2dfa851220b74033830bea8b2d95f5fa, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/e9b76f62cd2347868ddd91da2aa7f8c1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/3c82ff100bfd432d9c93ad11b9861541, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/c90fb4545f5b46af88b65b96ede6e69c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/309e3002b31347858cd04c92cbbcf442, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/683c56a906df4f65a30544b8f696768c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/bcb801086c2e42f5afbde93124e0fa55, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/40a3e66305504b9c994c3d4d9af9c24b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b2334a053e3849e6955bfdbb8ef0b987, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/6829845b4fe04a1b8126a24f426ef6fa, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/84ff51b1dee94b989ff22ff0699ecc47, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/19db0006a6ac4b5290d9ddd1819ef53e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/3e6d0440dbb949d9ae4a41c0c53dd1c0, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/a5ef9845c8e0400baac08b0f346d7456, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b4b907cd99424f5a8e24fcc1b8310f08, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/1b1febed431b48ecb90f2ea3bce4a9f3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/d4a9e521ae3d44818021f6c8acc598c8, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/9f6d10232d4f4e909bf343315e97ddeb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/4a78494784be45e193034ab9e02e3ee0, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/5db86a6f18044fceb410886d22f364f5, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/6cb9558ce50347268273d8cebeec00bd, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b2125e90a046453a8eea41ee2c056c19, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/1e2e368613e246428038add4c5ef57d8] to archive 2024-11-18T05:18:31,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:18:31,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/63242a8316a84cf3b853fb4b060fcca4 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/63242a8316a84cf3b853fb4b060fcca4 2024-11-18T05:18:31,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/8c88f0bd33f5443b8a4b6028afc9e128 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/8c88f0bd33f5443b8a4b6028afc9e128 2024-11-18T05:18:31,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b62c351fd1b54c21aaa3c70fcade7b01 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b62c351fd1b54c21aaa3c70fcade7b01 2024-11-18T05:18:31,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/afbd59764f674bc88ab00ea7839f379f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/afbd59764f674bc88ab00ea7839f379f 2024-11-18T05:18:31,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/c8474da70a2e412ba9faa9dd99bd0343 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/c8474da70a2e412ba9faa9dd99bd0343 2024-11-18T05:18:31,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/f5460a9064d24edda867fb69da59e5f2 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/f5460a9064d24edda867fb69da59e5f2 2024-11-18T05:18:31,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/a5c25dff62e64273af3c042075e29e84 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/a5c25dff62e64273af3c042075e29e84 2024-11-18T05:18:31,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/82f4a901c3b44142ba06a26e40847253 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/82f4a901c3b44142ba06a26e40847253 2024-11-18T05:18:31,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b494667dbddb4dd5a817990e68f4933e to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b494667dbddb4dd5a817990e68f4933e 2024-11-18T05:18:31,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/4a920346e11c4e1595369631556b4be1 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/4a920346e11c4e1595369631556b4be1 2024-11-18T05:18:31,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/ced67025383b488bb131cae77373e9bd to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/ced67025383b488bb131cae77373e9bd 2024-11-18T05:18:31,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/e1367527c7e24f8387287dd8bee1d521 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/e1367527c7e24f8387287dd8bee1d521 2024-11-18T05:18:31,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/3f875a121c404870b8fef8e309186156 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/3f875a121c404870b8fef8e309186156 2024-11-18T05:18:31,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/92f5d897b6734693b9fbe3d99dab9474 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/92f5d897b6734693b9fbe3d99dab9474 2024-11-18T05:18:31,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/2b1ded16010f40a091e9ed54b5e08165 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/2b1ded16010f40a091e9ed54b5e08165 2024-11-18T05:18:31,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/7f71d8f05d004cf99480d5e9b59f3cb5 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/7f71d8f05d004cf99480d5e9b59f3cb5 2024-11-18T05:18:31,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/2dfa851220b74033830bea8b2d95f5fa to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/2dfa851220b74033830bea8b2d95f5fa 2024-11-18T05:18:31,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/e9b76f62cd2347868ddd91da2aa7f8c1 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/e9b76f62cd2347868ddd91da2aa7f8c1 2024-11-18T05:18:31,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/3c82ff100bfd432d9c93ad11b9861541 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/3c82ff100bfd432d9c93ad11b9861541 2024-11-18T05:18:31,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/c90fb4545f5b46af88b65b96ede6e69c to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/c90fb4545f5b46af88b65b96ede6e69c 2024-11-18T05:18:31,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/309e3002b31347858cd04c92cbbcf442 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/309e3002b31347858cd04c92cbbcf442 2024-11-18T05:18:31,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/683c56a906df4f65a30544b8f696768c to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/683c56a906df4f65a30544b8f696768c 2024-11-18T05:18:31,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/bcb801086c2e42f5afbde93124e0fa55 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/bcb801086c2e42f5afbde93124e0fa55 2024-11-18T05:18:31,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/40a3e66305504b9c994c3d4d9af9c24b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/40a3e66305504b9c994c3d4d9af9c24b 2024-11-18T05:18:31,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b2334a053e3849e6955bfdbb8ef0b987 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b2334a053e3849e6955bfdbb8ef0b987 2024-11-18T05:18:31,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/6829845b4fe04a1b8126a24f426ef6fa to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/6829845b4fe04a1b8126a24f426ef6fa 2024-11-18T05:18:31,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/84ff51b1dee94b989ff22ff0699ecc47 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/84ff51b1dee94b989ff22ff0699ecc47 2024-11-18T05:18:31,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/19db0006a6ac4b5290d9ddd1819ef53e to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/19db0006a6ac4b5290d9ddd1819ef53e 2024-11-18T05:18:31,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/3e6d0440dbb949d9ae4a41c0c53dd1c0 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/3e6d0440dbb949d9ae4a41c0c53dd1c0 2024-11-18T05:18:31,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/a5ef9845c8e0400baac08b0f346d7456 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/a5ef9845c8e0400baac08b0f346d7456 2024-11-18T05:18:31,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b4b907cd99424f5a8e24fcc1b8310f08 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b4b907cd99424f5a8e24fcc1b8310f08 2024-11-18T05:18:31,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/1b1febed431b48ecb90f2ea3bce4a9f3 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/1b1febed431b48ecb90f2ea3bce4a9f3 2024-11-18T05:18:31,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/d4a9e521ae3d44818021f6c8acc598c8 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/d4a9e521ae3d44818021f6c8acc598c8 2024-11-18T05:18:32,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/9f6d10232d4f4e909bf343315e97ddeb to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/9f6d10232d4f4e909bf343315e97ddeb 2024-11-18T05:18:32,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/4a78494784be45e193034ab9e02e3ee0 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/4a78494784be45e193034ab9e02e3ee0 2024-11-18T05:18:32,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/5db86a6f18044fceb410886d22f364f5 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/5db86a6f18044fceb410886d22f364f5 2024-11-18T05:18:32,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/6cb9558ce50347268273d8cebeec00bd to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/6cb9558ce50347268273d8cebeec00bd 2024-11-18T05:18:32,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b2125e90a046453a8eea41ee2c056c19 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/b2125e90a046453a8eea41ee2c056c19 2024-11-18T05:18:32,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/1e2e368613e246428038add4c5ef57d8 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/1e2e368613e246428038add4c5ef57d8 2024-11-18T05:18:32,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/a94328b908b749ae96d29b5533cfe670, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/2a4b9b2b746945e4865453c661deaf2e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/ca649b8f41354879b395d6d9e03880ed, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/55ce31e3b85c4d0893386ade9bccf902, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/2be164e9856f4044a270c5aaac48301f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/95b978a3a7c747d3a61fbff154205d0f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/840f51ce66954501812463c91c0c243b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/e1044d1e883f478db87d9be819e26b80, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/7a5c892cf7c8491a98a01e5de6c42c0a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/b237662663914fc48ebcf471d40a4865, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/fdb3bbd6b57145a791a41b4474ab9d7b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/c209acbfd6be4b658c9a7367abd1eda7, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/f52b8c45149c4fc99c2262b6a2ac15ad, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/33a3f7c4e85b4ddeb7c97ae736e06165, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/a3d8a7e7374a4793bc95e6c9f5dc7129, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/5a29447c19e840178c573f2c48547877, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/49008152a66a44ed92d4be7ecf82e41f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/1d66ff7c5be748e0abee4cdfd49cc7ee, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/bc0c45a4d7fd4570bd2499e55cd3bd50, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/d992a5bc8c7849a3a9f57e7dcf909f61, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/88179cd478da40d9934de95fd67aa0d9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/49d5fba65f574637a2e38120811b2313, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/156fdb5c7c8949fb9deca4afae3100ac, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/21b6c41177fd4f9695cfee5346016f0d, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/dc6fecbf99e649ed8dd78c7731f68bc0, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/ed805b0caab441beb8b124562c09ad91, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/02901316c4094d59a3d996be44a9c935, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/27f6a2cc515f42e1b1424ed20d36cdeb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/92090a5cc1b64fdfb31e34211b9aff03, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/4aed3c5e31ad4a8cb69832f218e287fe, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/70c355a8a2664aebb0aef3a7fbc20acc, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/79585708770a4fccafb6366456f7b681, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/eb62f8aa9319410a84dd742a43ebe705, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/324ba394f5eb42f8ad5d3185605ed070, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/44cfdd50ee514ad288b191de21bd01d3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/37a29f8cc1ef479f9d7e342ce939a266, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/5a18a9988af445348103498dc4d49b12, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/0d6fb51fb70a415c944c8ff0a8164245, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/30d63b63ddd54d94afadc740d6e115da] to archive 2024-11-18T05:18:32,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:18:32,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/a94328b908b749ae96d29b5533cfe670 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/a94328b908b749ae96d29b5533cfe670 2024-11-18T05:18:32,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/2a4b9b2b746945e4865453c661deaf2e to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/2a4b9b2b746945e4865453c661deaf2e 2024-11-18T05:18:32,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/ca649b8f41354879b395d6d9e03880ed to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/ca649b8f41354879b395d6d9e03880ed 2024-11-18T05:18:32,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/55ce31e3b85c4d0893386ade9bccf902 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/55ce31e3b85c4d0893386ade9bccf902 2024-11-18T05:18:32,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/2be164e9856f4044a270c5aaac48301f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/2be164e9856f4044a270c5aaac48301f 2024-11-18T05:18:32,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/95b978a3a7c747d3a61fbff154205d0f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/95b978a3a7c747d3a61fbff154205d0f 2024-11-18T05:18:32,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/840f51ce66954501812463c91c0c243b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/840f51ce66954501812463c91c0c243b 2024-11-18T05:18:32,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/e1044d1e883f478db87d9be819e26b80 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/e1044d1e883f478db87d9be819e26b80 2024-11-18T05:18:32,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/7a5c892cf7c8491a98a01e5de6c42c0a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/7a5c892cf7c8491a98a01e5de6c42c0a 2024-11-18T05:18:32,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/b237662663914fc48ebcf471d40a4865 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/b237662663914fc48ebcf471d40a4865 2024-11-18T05:18:32,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/fdb3bbd6b57145a791a41b4474ab9d7b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/fdb3bbd6b57145a791a41b4474ab9d7b 2024-11-18T05:18:32,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/c209acbfd6be4b658c9a7367abd1eda7 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/c209acbfd6be4b658c9a7367abd1eda7 2024-11-18T05:18:32,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/f52b8c45149c4fc99c2262b6a2ac15ad to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/f52b8c45149c4fc99c2262b6a2ac15ad 2024-11-18T05:18:32,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/33a3f7c4e85b4ddeb7c97ae736e06165 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/33a3f7c4e85b4ddeb7c97ae736e06165 2024-11-18T05:18:32,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/a3d8a7e7374a4793bc95e6c9f5dc7129 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/a3d8a7e7374a4793bc95e6c9f5dc7129 2024-11-18T05:18:32,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/5a29447c19e840178c573f2c48547877 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/5a29447c19e840178c573f2c48547877 2024-11-18T05:18:32,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/49008152a66a44ed92d4be7ecf82e41f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/49008152a66a44ed92d4be7ecf82e41f 2024-11-18T05:18:32,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/1d66ff7c5be748e0abee4cdfd49cc7ee to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/1d66ff7c5be748e0abee4cdfd49cc7ee 2024-11-18T05:18:32,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/bc0c45a4d7fd4570bd2499e55cd3bd50 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/bc0c45a4d7fd4570bd2499e55cd3bd50 2024-11-18T05:18:32,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/d992a5bc8c7849a3a9f57e7dcf909f61 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/d992a5bc8c7849a3a9f57e7dcf909f61 2024-11-18T05:18:32,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/88179cd478da40d9934de95fd67aa0d9 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/88179cd478da40d9934de95fd67aa0d9 2024-11-18T05:18:32,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/49d5fba65f574637a2e38120811b2313 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/49d5fba65f574637a2e38120811b2313 2024-11-18T05:18:32,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/156fdb5c7c8949fb9deca4afae3100ac to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/156fdb5c7c8949fb9deca4afae3100ac 2024-11-18T05:18:32,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/21b6c41177fd4f9695cfee5346016f0d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/21b6c41177fd4f9695cfee5346016f0d 2024-11-18T05:18:32,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/dc6fecbf99e649ed8dd78c7731f68bc0 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/dc6fecbf99e649ed8dd78c7731f68bc0 2024-11-18T05:18:32,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/ed805b0caab441beb8b124562c09ad91 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/ed805b0caab441beb8b124562c09ad91 2024-11-18T05:18:32,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/02901316c4094d59a3d996be44a9c935 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/02901316c4094d59a3d996be44a9c935 2024-11-18T05:18:32,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/27f6a2cc515f42e1b1424ed20d36cdeb to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/27f6a2cc515f42e1b1424ed20d36cdeb 2024-11-18T05:18:32,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/92090a5cc1b64fdfb31e34211b9aff03 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/92090a5cc1b64fdfb31e34211b9aff03 2024-11-18T05:18:32,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/4aed3c5e31ad4a8cb69832f218e287fe to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/4aed3c5e31ad4a8cb69832f218e287fe 2024-11-18T05:18:32,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/70c355a8a2664aebb0aef3a7fbc20acc to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/70c355a8a2664aebb0aef3a7fbc20acc 2024-11-18T05:18:32,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/79585708770a4fccafb6366456f7b681 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/79585708770a4fccafb6366456f7b681 2024-11-18T05:18:32,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/eb62f8aa9319410a84dd742a43ebe705 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/eb62f8aa9319410a84dd742a43ebe705 2024-11-18T05:18:32,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/324ba394f5eb42f8ad5d3185605ed070 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/324ba394f5eb42f8ad5d3185605ed070 2024-11-18T05:18:32,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/44cfdd50ee514ad288b191de21bd01d3 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/44cfdd50ee514ad288b191de21bd01d3 2024-11-18T05:18:32,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/37a29f8cc1ef479f9d7e342ce939a266 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/37a29f8cc1ef479f9d7e342ce939a266 2024-11-18T05:18:32,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/5a18a9988af445348103498dc4d49b12 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/5a18a9988af445348103498dc4d49b12 2024-11-18T05:18:32,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/0d6fb51fb70a415c944c8ff0a8164245 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/0d6fb51fb70a415c944c8ff0a8164245 2024-11-18T05:18:32,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/30d63b63ddd54d94afadc740d6e115da to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/30d63b63ddd54d94afadc740d6e115da 2024-11-18T05:18:32,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/c6883e44d27d4fd69494d15e67c8f141, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/ec4f482e28b848a7bd92ffe33617ec29, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/741350448a8b457b89baaf131fc1d13e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/c10231cfffa1439c97b1fb66561bd088, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/0324e24a059041d2afea6567a3a16f01, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/eed061b0e6c74eacb529da2c554fd53b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/b877eb4f78054c14a1924d27ae381a85, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/d1d95a4169ad4adab38ed654e6bd7160, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/fb51b7ad12c44cd39c1c8ca5d63d71d7, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/289cde4b3838444bb033bddcf58e8a16, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/8477d1af96a7473697cde29101846dbf, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/ff012fb493f943f4bee844c3efd14e93, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/91d3c7ce5ce74fbaaa0b06b47357ed90, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/28e0da67ee4d4ebf85c7235a4d1a4fe3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/d7550f59c2ae41f5880fb8f2577d821a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/e2b9cbe79a2343feb83d6c7d487aa6c6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/c63beecd3d834b72bb8deb68d5f04079, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/a2429b14f9dc43728173cdd4da5085d0, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/964079c1e97a4f7aa18a77400a01c5cb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/6d8e0a36f36d4d7e853f4673fa929f13, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2c87ed5b30464cd49998c63b14e0fc79, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/f57ab2864d3042a280f4e962abd98b26, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/92bf702857934b96b110fcf1d57f0fef, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/4d7f2731c40b40ae9571776cc223fad1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/f6b3b2b6954941578f74b022a5004485, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/fbc34641b297438485d4c462596088d1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/068ea620bffd4227b74d145f25b1dfd7, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/81452431f89a4593a42e5643b3a0880a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/60fe043d77fc45e1b1797860ce4050da, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/7a3f17a72379482daafe8fb4f8c93c62, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/80ee7fca4c1748a085e48370651c812d, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2a41bd1b4c85446f82fc004db6a1c389, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/8a5e9f099cb54fa4bba649847daddee0, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/40913c92dff0404f812650675eebe79b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/ee3f282a628d4850863a9fb0aa9d373b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/bf4c82982d324f04b2e377296814c7c1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/1a83cbdb108e4fbca76e194d8de87c87, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/82859016fd8d4fb6bf9da04f741ff75b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2000d0bf9a324ae7aaeb556f13fe7081] to archive 2024-11-18T05:18:32,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:18:32,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/c6883e44d27d4fd69494d15e67c8f141 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/c6883e44d27d4fd69494d15e67c8f141 2024-11-18T05:18:32,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/ec4f482e28b848a7bd92ffe33617ec29 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/ec4f482e28b848a7bd92ffe33617ec29 2024-11-18T05:18:32,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/741350448a8b457b89baaf131fc1d13e to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/741350448a8b457b89baaf131fc1d13e 2024-11-18T05:18:32,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/c10231cfffa1439c97b1fb66561bd088 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/c10231cfffa1439c97b1fb66561bd088 2024-11-18T05:18:32,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/0324e24a059041d2afea6567a3a16f01 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/0324e24a059041d2afea6567a3a16f01 2024-11-18T05:18:32,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/eed061b0e6c74eacb529da2c554fd53b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/eed061b0e6c74eacb529da2c554fd53b 2024-11-18T05:18:32,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/b877eb4f78054c14a1924d27ae381a85 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/b877eb4f78054c14a1924d27ae381a85 2024-11-18T05:18:32,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/d1d95a4169ad4adab38ed654e6bd7160 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/d1d95a4169ad4adab38ed654e6bd7160 2024-11-18T05:18:32,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/fb51b7ad12c44cd39c1c8ca5d63d71d7 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/fb51b7ad12c44cd39c1c8ca5d63d71d7 2024-11-18T05:18:32,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/289cde4b3838444bb033bddcf58e8a16 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/289cde4b3838444bb033bddcf58e8a16 2024-11-18T05:18:32,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/8477d1af96a7473697cde29101846dbf to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/8477d1af96a7473697cde29101846dbf 2024-11-18T05:18:32,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/ff012fb493f943f4bee844c3efd14e93 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/ff012fb493f943f4bee844c3efd14e93 2024-11-18T05:18:32,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/91d3c7ce5ce74fbaaa0b06b47357ed90 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/91d3c7ce5ce74fbaaa0b06b47357ed90 2024-11-18T05:18:32,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/28e0da67ee4d4ebf85c7235a4d1a4fe3 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/28e0da67ee4d4ebf85c7235a4d1a4fe3 2024-11-18T05:18:32,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/d7550f59c2ae41f5880fb8f2577d821a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/d7550f59c2ae41f5880fb8f2577d821a 2024-11-18T05:18:32,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/e2b9cbe79a2343feb83d6c7d487aa6c6 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/e2b9cbe79a2343feb83d6c7d487aa6c6 2024-11-18T05:18:32,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/c63beecd3d834b72bb8deb68d5f04079 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/c63beecd3d834b72bb8deb68d5f04079 2024-11-18T05:18:32,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/a2429b14f9dc43728173cdd4da5085d0 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/a2429b14f9dc43728173cdd4da5085d0 2024-11-18T05:18:32,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/964079c1e97a4f7aa18a77400a01c5cb to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/964079c1e97a4f7aa18a77400a01c5cb 2024-11-18T05:18:32,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/6d8e0a36f36d4d7e853f4673fa929f13 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/6d8e0a36f36d4d7e853f4673fa929f13 2024-11-18T05:18:32,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2c87ed5b30464cd49998c63b14e0fc79 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2c87ed5b30464cd49998c63b14e0fc79 2024-11-18T05:18:32,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/f57ab2864d3042a280f4e962abd98b26 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/f57ab2864d3042a280f4e962abd98b26 2024-11-18T05:18:32,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/92bf702857934b96b110fcf1d57f0fef to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/92bf702857934b96b110fcf1d57f0fef 2024-11-18T05:18:32,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/4d7f2731c40b40ae9571776cc223fad1 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/4d7f2731c40b40ae9571776cc223fad1 2024-11-18T05:18:32,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/f6b3b2b6954941578f74b022a5004485 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/f6b3b2b6954941578f74b022a5004485 2024-11-18T05:18:32,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/fbc34641b297438485d4c462596088d1 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/fbc34641b297438485d4c462596088d1 2024-11-18T05:18:32,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/068ea620bffd4227b74d145f25b1dfd7 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/068ea620bffd4227b74d145f25b1dfd7 2024-11-18T05:18:32,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/81452431f89a4593a42e5643b3a0880a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/81452431f89a4593a42e5643b3a0880a 2024-11-18T05:18:32,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/60fe043d77fc45e1b1797860ce4050da to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/60fe043d77fc45e1b1797860ce4050da 2024-11-18T05:18:32,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/7a3f17a72379482daafe8fb4f8c93c62 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/7a3f17a72379482daafe8fb4f8c93c62 2024-11-18T05:18:32,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/80ee7fca4c1748a085e48370651c812d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/80ee7fca4c1748a085e48370651c812d 2024-11-18T05:18:32,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2a41bd1b4c85446f82fc004db6a1c389 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2a41bd1b4c85446f82fc004db6a1c389 2024-11-18T05:18:32,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/8a5e9f099cb54fa4bba649847daddee0 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/8a5e9f099cb54fa4bba649847daddee0 2024-11-18T05:18:32,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/40913c92dff0404f812650675eebe79b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/40913c92dff0404f812650675eebe79b 2024-11-18T05:18:32,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/ee3f282a628d4850863a9fb0aa9d373b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/ee3f282a628d4850863a9fb0aa9d373b 2024-11-18T05:18:32,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/bf4c82982d324f04b2e377296814c7c1 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/bf4c82982d324f04b2e377296814c7c1 2024-11-18T05:18:32,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/1a83cbdb108e4fbca76e194d8de87c87 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/1a83cbdb108e4fbca76e194d8de87c87 2024-11-18T05:18:32,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/82859016fd8d4fb6bf9da04f741ff75b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/82859016fd8d4fb6bf9da04f741ff75b 2024-11-18T05:18:32,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2000d0bf9a324ae7aaeb556f13fe7081 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2000d0bf9a324ae7aaeb556f13fe7081 2024-11-18T05:18:32,411 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/recovered.edits/606.seqid, newMaxSeqId=606, maxSeqId=1 2024-11-18T05:18:32,415 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f. 2024-11-18T05:18:32,415 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for f60a1d7466556b7488b80eae33d2a24f: 2024-11-18T05:18:32,418 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:32,418 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=f60a1d7466556b7488b80eae33d2a24f, regionState=CLOSED 2024-11-18T05:18:32,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-18T05:18:32,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure f60a1d7466556b7488b80eae33d2a24f, server=7cf745f7364a,40727,1731907076066 in 1.7300 sec 2024-11-18T05:18:32,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-18T05:18:32,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f60a1d7466556b7488b80eae33d2a24f, UNASSIGN in 1.7360 sec 2024-11-18T05:18:32,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-18T05:18:32,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7490 sec 2024-11-18T05:18:32,435 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907112434"}]},"ts":"1731907112434"} 2024-11-18T05:18:32,446 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-18T05:18:32,450 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-18T05:18:32,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7910 sec 2024-11-18T05:18:32,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-18T05:18:32,779 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-18T05:18:32,784 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-18T05:18:32,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:18:32,801 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:18:32,803 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:18:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-18T05:18:32,811 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:32,836 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A, FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B, FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C, FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/recovered.edits] 2024-11-18T05:18:32,856 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/4b5835eafc594747aa5b1607080d3a7f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/4b5835eafc594747aa5b1607080d3a7f 2024-11-18T05:18:32,863 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/6f5459d98427420d9450df53e323fe45 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/6f5459d98427420d9450df53e323fe45 2024-11-18T05:18:32,866 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/a2a5c44aaedf4017bb2b6cbe0dc8d4cb to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/A/a2a5c44aaedf4017bb2b6cbe0dc8d4cb 2024-11-18T05:18:32,877 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/503173f591ac4f08b48dec73fc87e666 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/503173f591ac4f08b48dec73fc87e666 2024-11-18T05:18:32,879 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/864368fdd06c4be9b8b18e6db3a2a034 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/864368fdd06c4be9b8b18e6db3a2a034 2024-11-18T05:18:32,881 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/d238c40e7ff14e8e98d5293bb4f5530a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/B/d238c40e7ff14e8e98d5293bb4f5530a 2024-11-18T05:18:32,890 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/13043ab0aedf443ba71ddd18c994fe67 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/13043ab0aedf443ba71ddd18c994fe67 2024-11-18T05:18:32,891 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2abe73f8d18440518dbe2c53202779ce to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/2abe73f8d18440518dbe2c53202779ce 2024-11-18T05:18:32,895 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/59affe862a1c44379f8f97356ebd51b0 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/C/59affe862a1c44379f8f97356ebd51b0 2024-11-18T05:18:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-18T05:18:32,915 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/recovered.edits/606.seqid to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f/recovered.edits/606.seqid 2024-11-18T05:18:32,916 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/f60a1d7466556b7488b80eae33d2a24f 2024-11-18T05:18:32,917 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-18T05:18:32,926 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:18:32,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-18T05:18:32,936 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-18T05:18:32,998 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-18T05:18:33,002 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:18:33,002 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-18T05:18:33,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731907113002"}]},"ts":"9223372036854775807"} 2024-11-18T05:18:33,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-18T05:18:33,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f60a1d7466556b7488b80eae33d2a24f, NAME => 'TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f.', STARTKEY => '', ENDKEY => ''}] 2024-11-18T05:18:33,016 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-18T05:18:33,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731907113016"}]},"ts":"9223372036854775807"} 2024-11-18T05:18:33,027 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-18T05:18:33,035 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:18:33,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 250 msec 2024-11-18T05:18:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-18T05:18:33,108 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-18T05:18:33,127 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2e9ff10e-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2e9ff10e-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2e9ff10e-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2e9ff10e-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7cf745f7364a:40727-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2057951537_22 at /127.0.0.1:58222 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=284 (was 131) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11502 (was 12129) 2024-11-18T05:18:33,144 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=284, ProcessCount=11, AvailableMemoryMB=11502 2024-11-18T05:18:33,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T05:18:33,147 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:18:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-18T05:18:33,153 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T05:18:33,153 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:33,153 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-11-18T05:18:33,154 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T05:18:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-18T05:18:33,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741965_1141 (size=960) 2024-11-18T05:18:33,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-18T05:18:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-18T05:18:33,605 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31 2024-11-18T05:18:33,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741966_1142 (size=53) 2024-11-18T05:18:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-18T05:18:34,022 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:18:34,022 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e22978d58de231262c282b960548bf66, disabling compactions & flushes 2024-11-18T05:18:34,022 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:34,022 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:34,022 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. after waiting 0 ms 2024-11-18T05:18:34,022 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:34,022 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:34,022 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:34,023 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T05:18:34,024 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731907114023"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731907114023"}]},"ts":"1731907114023"} 2024-11-18T05:18:34,026 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-18T05:18:34,029 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T05:18:34,029 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907114029"}]},"ts":"1731907114029"} 2024-11-18T05:18:34,032 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-18T05:18:34,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e22978d58de231262c282b960548bf66, ASSIGN}] 2024-11-18T05:18:34,041 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e22978d58de231262c282b960548bf66, ASSIGN 2024-11-18T05:18:34,042 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e22978d58de231262c282b960548bf66, ASSIGN; state=OFFLINE, location=7cf745f7364a,40727,1731907076066; forceNewPlan=false, retain=false 2024-11-18T05:18:34,193 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=e22978d58de231262c282b960548bf66, regionState=OPENING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:34,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:18:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-18T05:18:34,346 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:34,351 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:34,351 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:18:34,351 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e22978d58de231262c282b960548bf66 2024-11-18T05:18:34,351 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:18:34,351 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for e22978d58de231262c282b960548bf66 2024-11-18T05:18:34,352 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for e22978d58de231262c282b960548bf66 2024-11-18T05:18:34,355 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e22978d58de231262c282b960548bf66 2024-11-18T05:18:34,357 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:18:34,357 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e22978d58de231262c282b960548bf66 columnFamilyName A 2024-11-18T05:18:34,357 DEBUG [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:34,358 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] regionserver.HStore(327): Store=e22978d58de231262c282b960548bf66/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:18:34,358 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e22978d58de231262c282b960548bf66 2024-11-18T05:18:34,360 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:18:34,361 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e22978d58de231262c282b960548bf66 columnFamilyName B 2024-11-18T05:18:34,361 DEBUG [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:34,362 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] regionserver.HStore(327): Store=e22978d58de231262c282b960548bf66/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:18:34,362 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e22978d58de231262c282b960548bf66 2024-11-18T05:18:34,363 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:18:34,363 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e22978d58de231262c282b960548bf66 columnFamilyName C 2024-11-18T05:18:34,363 DEBUG [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:34,364 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] regionserver.HStore(327): Store=e22978d58de231262c282b960548bf66/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:18:34,364 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:34,365 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66 2024-11-18T05:18:34,365 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66 2024-11-18T05:18:34,367 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:18:34,371 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for e22978d58de231262c282b960548bf66 2024-11-18T05:18:34,380 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:18:34,381 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened e22978d58de231262c282b960548bf66; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62606228, jitterRate=-0.06709450483322144}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:18:34,382 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:34,383 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., pid=41, masterSystemTime=1731907114346 2024-11-18T05:18:34,386 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:34,386 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:34,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=e22978d58de231262c282b960548bf66, regionState=OPEN, openSeqNum=2, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:34,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-18T05:18:34,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 in 194 msec 2024-11-18T05:18:34,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-18T05:18:34,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e22978d58de231262c282b960548bf66, ASSIGN in 350 msec 2024-11-18T05:18:34,392 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T05:18:34,393 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907114392"}]},"ts":"1731907114392"} 2024-11-18T05:18:34,394 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-18T05:18:34,397 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T05:18:34,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2500 sec 2024-11-18T05:18:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-18T05:18:35,265 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-18T05:18:35,267 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-18T05:18:35,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:35,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:35,297 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52612, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:35,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T05:18:35,304 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T05:18:35,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T05:18:35,317 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:18:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-18T05:18:35,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741967_1143 (size=996) 2024-11-18T05:18:35,373 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-18T05:18:35,373 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-18T05:18:35,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T05:18:35,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e22978d58de231262c282b960548bf66, REOPEN/MOVE}] 2024-11-18T05:18:35,393 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e22978d58de231262c282b960548bf66, REOPEN/MOVE 2024-11-18T05:18:35,394 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=e22978d58de231262c282b960548bf66, regionState=CLOSING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:35,397 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T05:18:35,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:18:35,556 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:35,557 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close e22978d58de231262c282b960548bf66 2024-11-18T05:18:35,557 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-18T05:18:35,557 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing e22978d58de231262c282b960548bf66, disabling compactions & flushes 2024-11-18T05:18:35,557 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:35,557 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:35,557 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. after waiting 0 ms 2024-11-18T05:18:35,557 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:35,571 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T05:18:35,572 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:35,572 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:35,572 WARN [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: e22978d58de231262c282b960548bf66 to self. 2024-11-18T05:18:35,575 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed e22978d58de231262c282b960548bf66 2024-11-18T05:18:35,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=e22978d58de231262c282b960548bf66, regionState=CLOSED 2024-11-18T05:18:35,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-18T05:18:35,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 in 190 msec 2024-11-18T05:18:35,590 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e22978d58de231262c282b960548bf66, REOPEN/MOVE; state=CLOSED, location=7cf745f7364a,40727,1731907076066; forceNewPlan=false, retain=true 2024-11-18T05:18:35,740 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=e22978d58de231262c282b960548bf66, regionState=OPENING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:35,742 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:18:35,822 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-18T05:18:35,895 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:35,900 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:35,900 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:18:35,901 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e22978d58de231262c282b960548bf66 2024-11-18T05:18:35,901 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:18:35,901 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for e22978d58de231262c282b960548bf66 2024-11-18T05:18:35,901 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for e22978d58de231262c282b960548bf66 2024-11-18T05:18:35,904 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e22978d58de231262c282b960548bf66 2024-11-18T05:18:35,905 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:18:35,913 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e22978d58de231262c282b960548bf66 columnFamilyName A 2024-11-18T05:18:35,915 DEBUG [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:35,916 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] regionserver.HStore(327): Store=e22978d58de231262c282b960548bf66/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:18:35,917 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e22978d58de231262c282b960548bf66 2024-11-18T05:18:35,917 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:18:35,918 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e22978d58de231262c282b960548bf66 columnFamilyName B 2024-11-18T05:18:35,918 DEBUG [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:35,918 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] regionserver.HStore(327): Store=e22978d58de231262c282b960548bf66/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:18:35,919 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e22978d58de231262c282b960548bf66 2024-11-18T05:18:35,919 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:18:35,920 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e22978d58de231262c282b960548bf66 columnFamilyName C 2024-11-18T05:18:35,920 DEBUG [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:35,920 INFO [StoreOpener-e22978d58de231262c282b960548bf66-1 {}] regionserver.HStore(327): Store=e22978d58de231262c282b960548bf66/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:18:35,920 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:35,921 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66 2024-11-18T05:18:35,922 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66 2024-11-18T05:18:35,925 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:18:35,928 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for e22978d58de231262c282b960548bf66 2024-11-18T05:18:35,929 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened e22978d58de231262c282b960548bf66; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75023732, jitterRate=0.11794072389602661}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:18:35,931 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:35,931 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., pid=46, masterSystemTime=1731907115895 2024-11-18T05:18:35,933 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:35,933 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:35,934 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=e22978d58de231262c282b960548bf66, regionState=OPEN, openSeqNum=5, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:35,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-11-18T05:18:35,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 in 193 msec 2024-11-18T05:18:35,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-18T05:18:35,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e22978d58de231262c282b960548bf66, REOPEN/MOVE in 547 msec 2024-11-18T05:18:35,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-18T05:18:35,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 564 msec 2024-11-18T05:18:35,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 628 msec 2024-11-18T05:18:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-18T05:18:35,983 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-18T05:18:36,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:36,004 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-18T05:18:36,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:36,024 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-18T05:18:36,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:36,038 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-18T05:18:36,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:36,050 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-18T05:18:36,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:36,063 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-18T05:18:36,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:36,087 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-18T05:18:36,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:36,101 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-18T05:18:36,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:36,112 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-18T05:18:36,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:18:36,143 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:18:36,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-18T05:18:36,147 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:18:36,148 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:18:36,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:18:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-18T05:18:36,163 DEBUG [hconnection-0x21b61ef9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:36,173 DEBUG [hconnection-0x6b038333-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:36,176 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:36,178 DEBUG [hconnection-0x5bd94073-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:36,179 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:36,205 DEBUG [hconnection-0x2ab3143d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:36,206 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:36,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on e22978d58de231262c282b960548bf66 2024-11-18T05:18:36,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e22978d58de231262c282b960548bf66 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T05:18:36,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=A 2024-11-18T05:18:36,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:36,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=B 2024-11-18T05:18:36,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:36,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=C 2024-11-18T05:18:36,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:36,232 DEBUG [hconnection-0x1cce6155-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:36,233 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:36,241 DEBUG [hconnection-0x215a6d10-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:36,244 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:36,246 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:36,263 DEBUG [hconnection-0x1d1213de-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:36,264 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-18T05:18:36,270 DEBUG [hconnection-0x307c6de5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:36,271 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:36,279 DEBUG [hconnection-0x5b5182bd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:18:36,280 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:18:36,303 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-18T05:18:36,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:36,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:36,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:36,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:36,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:36,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:36,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52620 deadline: 1731907176308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52632 deadline: 1731907176309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52688 deadline: 1731907176318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907176318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f77061fb9d73448cadc02c589a122a42_e22978d58de231262c282b960548bf66 is 50, key is test_row_0/A:col10/1731907116215/Put/seqid=0 2024-11-18T05:18:36,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52670 deadline: 1731907176321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741968_1144 (size=12154) 2024-11-18T05:18:36,375 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:36,396 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f77061fb9d73448cadc02c589a122a42_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f77061fb9d73448cadc02c589a122a42_e22978d58de231262c282b960548bf66 2024-11-18T05:18:36,403 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/43b8123614e9418cbc3e4a77577dd7e1, store: [table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:36,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/43b8123614e9418cbc3e4a77577dd7e1 is 175, key is test_row_0/A:col10/1731907116215/Put/seqid=0 2024-11-18T05:18:36,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52632 deadline: 1731907176420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52620 deadline: 1731907176422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52688 deadline: 1731907176422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907176423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52670 deadline: 1731907176434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,460 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-18T05:18:36,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:36,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:36,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:36,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:36,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-18T05:18:36,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741969_1145 (size=30955) 2024-11-18T05:18:36,494 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/43b8123614e9418cbc3e4a77577dd7e1 2024-11-18T05:18:36,620 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-18T05:18:36,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:36,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:36,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:36,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:36,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:36,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:36,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52632 deadline: 1731907176630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52688 deadline: 1731907176631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907176631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52620 deadline: 1731907176630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52670 deadline: 1731907176639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/832a3faa1a304283902e1d5dccbe4c90 is 50, key is test_row_0/B:col10/1731907116215/Put/seqid=0 2024-11-18T05:18:36,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741970_1146 (size=12001) 2024-11-18T05:18:36,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/832a3faa1a304283902e1d5dccbe4c90 2024-11-18T05:18:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-18T05:18:36,788 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-18T05:18:36,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:36,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:36,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:36,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:36,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:36,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/94bd40f562e843438b17eb9bcce2016e is 50, key is test_row_0/C:col10/1731907116215/Put/seqid=0 2024-11-18T05:18:36,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741971_1147 (size=12001) 2024-11-18T05:18:36,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/94bd40f562e843438b17eb9bcce2016e 2024-11-18T05:18:36,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/43b8123614e9418cbc3e4a77577dd7e1 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/43b8123614e9418cbc3e4a77577dd7e1 2024-11-18T05:18:36,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52632 deadline: 1731907176938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52688 deadline: 1731907176939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,943 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-18T05:18:36,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:36,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:36,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:36,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:36,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:36,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52620 deadline: 1731907176945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52670 deadline: 1731907176945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907176945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:36,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/43b8123614e9418cbc3e4a77577dd7e1, entries=150, sequenceid=15, filesize=30.2 K 2024-11-18T05:18:36,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/832a3faa1a304283902e1d5dccbe4c90 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/832a3faa1a304283902e1d5dccbe4c90 2024-11-18T05:18:36,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/832a3faa1a304283902e1d5dccbe4c90, entries=150, sequenceid=15, filesize=11.7 K 2024-11-18T05:18:36,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/94bd40f562e843438b17eb9bcce2016e as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/94bd40f562e843438b17eb9bcce2016e 2024-11-18T05:18:36,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/94bd40f562e843438b17eb9bcce2016e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-18T05:18:36,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for e22978d58de231262c282b960548bf66 in 762ms, sequenceid=15, compaction requested=false 2024-11-18T05:18:36,992 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-18T05:18:36,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:37,098 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:37,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-18T05:18:37,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:37,099 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing e22978d58de231262c282b960548bf66 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-18T05:18:37,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=A 2024-11-18T05:18:37,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:37,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=B 2024-11-18T05:18:37,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:37,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=C 2024-11-18T05:18:37,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:37,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185eac3e32d7a641f9b3e8e65e7309463e_e22978d58de231262c282b960548bf66 is 50, key is test_row_0/A:col10/1731907116308/Put/seqid=0 2024-11-18T05:18:37,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741972_1148 (size=12154) 2024-11-18T05:18:37,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:37,213 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185eac3e32d7a641f9b3e8e65e7309463e_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185eac3e32d7a641f9b3e8e65e7309463e_e22978d58de231262c282b960548bf66 2024-11-18T05:18:37,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/424d2886d9894c2b91da6aec5fa17a99, store: [table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:37,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/424d2886d9894c2b91da6aec5fa17a99 is 175, key is test_row_0/A:col10/1731907116308/Put/seqid=0 2024-11-18T05:18:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-18T05:18:37,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741973_1149 (size=30955) 2024-11-18T05:18:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on e22978d58de231262c282b960548bf66 2024-11-18T05:18:37,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:37,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907177463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:37,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52620 deadline: 1731907177470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:37,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52632 deadline: 1731907177471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:37,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52670 deadline: 1731907177474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:37,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52688 deadline: 1731907177475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:37,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52620 deadline: 1731907177575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:37,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52670 deadline: 1731907177577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:37,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52688 deadline: 1731907177577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:37,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52632 deadline: 1731907177588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:37,705 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/424d2886d9894c2b91da6aec5fa17a99 2024-11-18T05:18:37,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/e745d82cc761416886103f5f60712504 is 50, key is test_row_0/B:col10/1731907116308/Put/seqid=0 2024-11-18T05:18:37,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52620 deadline: 1731907177779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:37,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:37,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52670 deadline: 1731907177782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:37,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52632 deadline: 1731907177791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:37,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52688 deadline: 1731907177798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:37,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741974_1150 (size=12001) 2024-11-18T05:18:38,012 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T05:18:38,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52620 deadline: 1731907178087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:38,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52632 deadline: 1731907178101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:38,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52670 deadline: 1731907178101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:38,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52688 deadline: 1731907178116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:38,221 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/e745d82cc761416886103f5f60712504 2024-11-18T05:18:38,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/b969fefb82714f06a838b816f7f08e24 is 50, key is test_row_0/C:col10/1731907116308/Put/seqid=0 2024-11-18T05:18:38,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741975_1151 (size=12001) 2024-11-18T05:18:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-18T05:18:38,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907178484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:38,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52620 deadline: 1731907178591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:38,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52632 deadline: 1731907178603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:38,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52670 deadline: 1731907178608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:38,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52688 deadline: 1731907178622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:38,672 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/b969fefb82714f06a838b816f7f08e24 2024-11-18T05:18:38,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/424d2886d9894c2b91da6aec5fa17a99 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/424d2886d9894c2b91da6aec5fa17a99 2024-11-18T05:18:38,714 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/424d2886d9894c2b91da6aec5fa17a99, entries=150, sequenceid=42, filesize=30.2 K 2024-11-18T05:18:38,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/e745d82cc761416886103f5f60712504 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e745d82cc761416886103f5f60712504 2024-11-18T05:18:38,744 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e745d82cc761416886103f5f60712504, entries=150, sequenceid=42, filesize=11.7 K 2024-11-18T05:18:38,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/b969fefb82714f06a838b816f7f08e24 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b969fefb82714f06a838b816f7f08e24 2024-11-18T05:18:38,751 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b969fefb82714f06a838b816f7f08e24, entries=150, sequenceid=42, filesize=11.7 K 2024-11-18T05:18:38,752 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e22978d58de231262c282b960548bf66 in 1653ms, sequenceid=42, compaction requested=false 2024-11-18T05:18:38,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:38,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:38,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-18T05:18:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-18T05:18:38,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-18T05:18:38,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6050 sec 2024-11-18T05:18:38,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.6130 sec 2024-11-18T05:18:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on e22978d58de231262c282b960548bf66 2024-11-18T05:18:39,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e22978d58de231262c282b960548bf66 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T05:18:39,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=A 2024-11-18T05:18:39,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:39,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=B 2024-11-18T05:18:39,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:39,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=C 2024-11-18T05:18:39,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:39,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111847097c74f4634f009da7fca5e3120882_e22978d58de231262c282b960548bf66 is 50, key is test_row_0/A:col10/1731907119606/Put/seqid=0 2024-11-18T05:18:39,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52632 deadline: 1731907179691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:39,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52688 deadline: 1731907179694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:39,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52620 deadline: 1731907179695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:39,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52670 deadline: 1731907179696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:39,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741976_1152 (size=14594) 2024-11-18T05:18:39,723 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:39,729 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111847097c74f4634f009da7fca5e3120882_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111847097c74f4634f009da7fca5e3120882_e22978d58de231262c282b960548bf66 2024-11-18T05:18:39,730 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/dd88bb7b54454ffa82bebd77204f3844, store: [table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:39,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/dd88bb7b54454ffa82bebd77204f3844 is 175, key is test_row_0/A:col10/1731907119606/Put/seqid=0 2024-11-18T05:18:39,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741977_1153 (size=39549) 2024-11-18T05:18:39,794 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/dd88bb7b54454ffa82bebd77204f3844 2024-11-18T05:18:39,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52632 deadline: 1731907179803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:39,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52620 deadline: 1731907179806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:39,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52670 deadline: 1731907179807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:39,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52688 deadline: 1731907179809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:39,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/43b552ffe91b4b6e953ba7a4a40ce2a6 is 50, key is test_row_0/B:col10/1731907119606/Put/seqid=0 2024-11-18T05:18:39,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741978_1154 (size=12001) 2024-11-18T05:18:40,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52620 deadline: 1731907180010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:40,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52670 deadline: 1731907180011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:40,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52632 deadline: 1731907180013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:40,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52688 deadline: 1731907180024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-18T05:18:40,280 INFO [Thread-704 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-18T05:18:40,283 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:18:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-18T05:18:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-18T05:18:40,288 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:18:40,289 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:18:40,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:18:40,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/43b552ffe91b4b6e953ba7a4a40ce2a6 2024-11-18T05:18:40,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/1305bcad87524db38e5171ef83849afb is 50, key is test_row_0/C:col10/1731907119606/Put/seqid=0 2024-11-18T05:18:40,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52620 deadline: 1731907180315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:40,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52670 deadline: 1731907180325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:40,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52632 deadline: 1731907180328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:40,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52688 deadline: 1731907180330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:40,371 INFO [master/7cf745f7364a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T05:18:40,371 INFO [master/7cf745f7364a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T05:18:40,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741979_1155 (size=12001) 2024-11-18T05:18:40,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/1305bcad87524db38e5171ef83849afb 2024-11-18T05:18:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-18T05:18:40,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/dd88bb7b54454ffa82bebd77204f3844 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/dd88bb7b54454ffa82bebd77204f3844 2024-11-18T05:18:40,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/dd88bb7b54454ffa82bebd77204f3844, entries=200, sequenceid=54, filesize=38.6 K 2024-11-18T05:18:40,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/43b552ffe91b4b6e953ba7a4a40ce2a6 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/43b552ffe91b4b6e953ba7a4a40ce2a6 2024-11-18T05:18:40,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/43b552ffe91b4b6e953ba7a4a40ce2a6, entries=150, sequenceid=54, filesize=11.7 K 2024-11-18T05:18:40,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/1305bcad87524db38e5171ef83849afb as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/1305bcad87524db38e5171ef83849afb 2024-11-18T05:18:40,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/1305bcad87524db38e5171ef83849afb, entries=150, sequenceid=54, filesize=11.7 K 2024-11-18T05:18:40,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e22978d58de231262c282b960548bf66 in 801ms, sequenceid=54, compaction requested=true 2024-11-18T05:18:40,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:40,420 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:40,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:18:40,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:40,420 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:40,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:18:40,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:40,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:18:40,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:40,422 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:40,422 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/A is initiating minor compaction (all files) 2024-11-18T05:18:40,422 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/A in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:40,423 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/43b8123614e9418cbc3e4a77577dd7e1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/424d2886d9894c2b91da6aec5fa17a99, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/dd88bb7b54454ffa82bebd77204f3844] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=99.1 K 2024-11-18T05:18:40,423 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:40,423 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. files: [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/43b8123614e9418cbc3e4a77577dd7e1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/424d2886d9894c2b91da6aec5fa17a99, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/dd88bb7b54454ffa82bebd77204f3844] 2024-11-18T05:18:40,423 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:40,423 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/B is initiating minor compaction (all files) 2024-11-18T05:18:40,424 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/B in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:40,424 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/832a3faa1a304283902e1d5dccbe4c90, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e745d82cc761416886103f5f60712504, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/43b552ffe91b4b6e953ba7a4a40ce2a6] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=35.2 K 2024-11-18T05:18:40,424 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43b8123614e9418cbc3e4a77577dd7e1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731907116215 2024-11-18T05:18:40,425 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 832a3faa1a304283902e1d5dccbe4c90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731907116215 2024-11-18T05:18:40,425 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 424d2886d9894c2b91da6aec5fa17a99, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731907116308 2024-11-18T05:18:40,425 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting e745d82cc761416886103f5f60712504, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731907116308 2024-11-18T05:18:40,425 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd88bb7b54454ffa82bebd77204f3844, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731907117459 2024-11-18T05:18:40,426 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 43b552ffe91b4b6e953ba7a4a40ce2a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731907117459 2024-11-18T05:18:40,441 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:40,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-18T05:18:40,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:40,442 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing e22978d58de231262c282b960548bf66 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T05:18:40,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=A 2024-11-18T05:18:40,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:40,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=B 2024-11-18T05:18:40,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:40,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=C 2024-11-18T05:18:40,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:40,447 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#B#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:40,447 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/e8f11699002940ce897dc23ed2988319 is 50, key is test_row_0/B:col10/1731907119606/Put/seqid=0 2024-11-18T05:18:40,461 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:40,487 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411182b60b903c8b04b209c95e514ac7b41db_e22978d58de231262c282b960548bf66 store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:40,491 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411182b60b903c8b04b209c95e514ac7b41db_e22978d58de231262c282b960548bf66, store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:40,493 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182b60b903c8b04b209c95e514ac7b41db_e22978d58de231262c282b960548bf66 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:40,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111860f4b99bc6a7401ab2bc173172f275f2_e22978d58de231262c282b960548bf66 is 50, key is test_row_0/A:col10/1731907119692/Put/seqid=0 2024-11-18T05:18:40,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on e22978d58de231262c282b960548bf66 2024-11-18T05:18:40,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741980_1156 (size=12104) 2024-11-18T05:18:40,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741981_1157 (size=12154) 2024-11-18T05:18:40,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:40,576 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111860f4b99bc6a7401ab2bc173172f275f2_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111860f4b99bc6a7401ab2bc173172f275f2_e22978d58de231262c282b960548bf66 2024-11-18T05:18:40,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/957bd3cd166a49f0acb13d80ab6b194e, store: [table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:40,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/957bd3cd166a49f0acb13d80ab6b194e is 175, key is test_row_0/A:col10/1731907119692/Put/seqid=0 2024-11-18T05:18:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-18T05:18:40,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741982_1158 (size=4469) 2024-11-18T05:18:40,602 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#A#compaction#136 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:40,605 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/e9090786301340c8a18e3351ab69de5f is 175, key is test_row_0/A:col10/1731907119606/Put/seqid=0 2024-11-18T05:18:40,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741983_1159 (size=30955) 2024-11-18T05:18:40,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907180616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:40,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741984_1160 (size=31058) 2024-11-18T05:18:40,631 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/957bd3cd166a49f0acb13d80ab6b194e 2024-11-18T05:18:40,637 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/e9090786301340c8a18e3351ab69de5f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/e9090786301340c8a18e3351ab69de5f 2024-11-18T05:18:40,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/eced34338e86476391b93283729c025f is 50, key is test_row_0/B:col10/1731907119692/Put/seqid=0 2024-11-18T05:18:40,650 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e22978d58de231262c282b960548bf66/A of e22978d58de231262c282b960548bf66 into e9090786301340c8a18e3351ab69de5f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:40,651 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:40,651 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/A, priority=13, startTime=1731907120420; duration=0sec 2024-11-18T05:18:40,651 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:40,651 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:A 2024-11-18T05:18:40,651 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:40,652 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:40,652 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/C is initiating minor compaction (all files) 2024-11-18T05:18:40,652 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/C in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:40,653 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/94bd40f562e843438b17eb9bcce2016e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b969fefb82714f06a838b816f7f08e24, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/1305bcad87524db38e5171ef83849afb] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=35.2 K 2024-11-18T05:18:40,653 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94bd40f562e843438b17eb9bcce2016e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731907116215 2024-11-18T05:18:40,654 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting b969fefb82714f06a838b816f7f08e24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731907116308 2024-11-18T05:18:40,654 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1305bcad87524db38e5171ef83849afb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731907117459 2024-11-18T05:18:40,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741985_1161 (size=12001) 2024-11-18T05:18:40,673 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#C#compaction#139 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:40,674 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/b84f4b8ed0534ca38df745ba44c4f6cf is 50, key is test_row_0/C:col10/1731907119606/Put/seqid=0 2024-11-18T05:18:40,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741986_1162 (size=12104) 2024-11-18T05:18:40,687 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/b84f4b8ed0534ca38df745ba44c4f6cf as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b84f4b8ed0534ca38df745ba44c4f6cf 2024-11-18T05:18:40,700 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e22978d58de231262c282b960548bf66/C of e22978d58de231262c282b960548bf66 into b84f4b8ed0534ca38df745ba44c4f6cf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:40,701 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:40,701 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/C, priority=13, startTime=1731907120421; duration=0sec 2024-11-18T05:18:40,701 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:40,701 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:C 2024-11-18T05:18:40,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907180720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:40,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52620 deadline: 1731907180827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:40,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52670 deadline: 1731907180829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:40,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52632 deadline: 1731907180835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:40,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52688 deadline: 1731907180840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-18T05:18:40,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907180923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:40,973 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/e8f11699002940ce897dc23ed2988319 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e8f11699002940ce897dc23ed2988319 2024-11-18T05:18:40,981 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e22978d58de231262c282b960548bf66/B of e22978d58de231262c282b960548bf66 into e8f11699002940ce897dc23ed2988319(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:40,981 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:40,981 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/B, priority=13, startTime=1731907120420; duration=0sec 2024-11-18T05:18:40,981 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:40,981 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:B 2024-11-18T05:18:41,067 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/eced34338e86476391b93283729c025f 2024-11-18T05:18:41,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/eb91aff7f13140dabda24c61b2487199 is 50, key is test_row_0/C:col10/1731907119692/Put/seqid=0 2024-11-18T05:18:41,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741987_1163 (size=12001) 2024-11-18T05:18:41,092 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/eb91aff7f13140dabda24c61b2487199 2024-11-18T05:18:41,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/957bd3cd166a49f0acb13d80ab6b194e as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/957bd3cd166a49f0acb13d80ab6b194e 2024-11-18T05:18:41,105 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/957bd3cd166a49f0acb13d80ab6b194e, entries=150, sequenceid=78, filesize=30.2 K 2024-11-18T05:18:41,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/eced34338e86476391b93283729c025f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/eced34338e86476391b93283729c025f 2024-11-18T05:18:41,116 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/eced34338e86476391b93283729c025f, entries=150, sequenceid=78, filesize=11.7 K 2024-11-18T05:18:41,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/eb91aff7f13140dabda24c61b2487199 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/eb91aff7f13140dabda24c61b2487199 2024-11-18T05:18:41,140 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/eb91aff7f13140dabda24c61b2487199, entries=150, sequenceid=78, filesize=11.7 K 2024-11-18T05:18:41,143 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e22978d58de231262c282b960548bf66 in 700ms, sequenceid=78, compaction requested=false 2024-11-18T05:18:41,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:41,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:41,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-18T05:18:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-18T05:18:41,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-18T05:18:41,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 855 msec 2024-11-18T05:18:41,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 863 msec 2024-11-18T05:18:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on e22978d58de231262c282b960548bf66 2024-11-18T05:18:41,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e22978d58de231262c282b960548bf66 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T05:18:41,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=A 2024-11-18T05:18:41,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:41,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=B 2024-11-18T05:18:41,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:41,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=C 2024-11-18T05:18:41,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:41,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118bb29ba6c5fd14b00ad7b5eb36a4d740b_e22978d58de231262c282b960548bf66 is 50, key is test_row_0/A:col10/1731907120613/Put/seqid=0 2024-11-18T05:18:41,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741988_1164 (size=12154) 2024-11-18T05:18:41,279 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:41,287 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118bb29ba6c5fd14b00ad7b5eb36a4d740b_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bb29ba6c5fd14b00ad7b5eb36a4d740b_e22978d58de231262c282b960548bf66 2024-11-18T05:18:41,289 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/6abf1f4a169e44718f189d57ac0e06e4, store: [table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:41,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/6abf1f4a169e44718f189d57ac0e06e4 is 175, key is test_row_0/A:col10/1731907120613/Put/seqid=0 2024-11-18T05:18:41,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907181313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:41,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741989_1165 (size=30955) 2024-11-18T05:18:41,341 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/6abf1f4a169e44718f189d57ac0e06e4 2024-11-18T05:18:41,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/42e53691d8e94f7a8b6b6951bbbe499d is 50, key is test_row_0/B:col10/1731907120613/Put/seqid=0 2024-11-18T05:18:41,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741990_1166 (size=12001) 2024-11-18T05:18:41,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/42e53691d8e94f7a8b6b6951bbbe499d 2024-11-18T05:18:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-18T05:18:41,392 INFO [Thread-704 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-18T05:18:41,395 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:18:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-18T05:18:41,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/a68b9d49616f4c298df59579bc85350e is 50, key is test_row_0/C:col10/1731907120613/Put/seqid=0 2024-11-18T05:18:41,397 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:18:41,398 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:18:41,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:18:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-18T05:18:41,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907181417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:41,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741991_1167 (size=12001) 2024-11-18T05:18:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-18T05:18:41,550 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:41,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-18T05:18:41,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:41,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:41,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:41,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:41,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:41,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907181620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-18T05:18:41,704 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:41,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-18T05:18:41,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:41,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:41,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:41,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:41,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:41,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/a68b9d49616f4c298df59579bc85350e 2024-11-18T05:18:41,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52670 deadline: 1731907181831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:41,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52620 deadline: 1731907181834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:41,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/6abf1f4a169e44718f189d57ac0e06e4 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/6abf1f4a169e44718f189d57ac0e06e4 2024-11-18T05:18:41,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/6abf1f4a169e44718f189d57ac0e06e4, entries=150, sequenceid=94, filesize=30.2 K 2024-11-18T05:18:41,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:41,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/42e53691d8e94f7a8b6b6951bbbe499d as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/42e53691d8e94f7a8b6b6951bbbe499d 2024-11-18T05:18:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52688 deadline: 1731907181843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:41,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/42e53691d8e94f7a8b6b6951bbbe499d, entries=150, sequenceid=94, filesize=11.7 K 2024-11-18T05:18:41,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/a68b9d49616f4c298df59579bc85350e as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/a68b9d49616f4c298df59579bc85350e 2024-11-18T05:18:41,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52632 deadline: 1731907181847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:41,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/a68b9d49616f4c298df59579bc85350e, entries=150, sequenceid=94, filesize=11.7 K 2024-11-18T05:18:41,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:41,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-18T05:18:41,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:41,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:41,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:41,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:41,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:41,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:41,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e22978d58de231262c282b960548bf66 in 628ms, sequenceid=94, compaction requested=true 2024-11-18T05:18:41,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:41,860 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:41,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:18:41,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:41,860 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:41,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:18:41,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:41,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:18:41,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:41,861 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:41,861 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/B is initiating minor compaction (all files) 2024-11-18T05:18:41,862 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/B in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:41,862 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e8f11699002940ce897dc23ed2988319, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/eced34338e86476391b93283729c025f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/42e53691d8e94f7a8b6b6951bbbe499d] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=35.3 K 2024-11-18T05:18:41,862 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:41,862 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/A is initiating minor compaction (all files) 2024-11-18T05:18:41,862 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/A in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:41,862 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/e9090786301340c8a18e3351ab69de5f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/957bd3cd166a49f0acb13d80ab6b194e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/6abf1f4a169e44718f189d57ac0e06e4] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=90.8 K 2024-11-18T05:18:41,862 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting e8f11699002940ce897dc23ed2988319, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731907117459 2024-11-18T05:18:41,862 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:41,862 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. files: [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/e9090786301340c8a18e3351ab69de5f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/957bd3cd166a49f0acb13d80ab6b194e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/6abf1f4a169e44718f189d57ac0e06e4] 2024-11-18T05:18:41,863 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting eced34338e86476391b93283729c025f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731907119692 2024-11-18T05:18:41,863 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9090786301340c8a18e3351ab69de5f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731907117459 2024-11-18T05:18:41,864 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 42e53691d8e94f7a8b6b6951bbbe499d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731907120567 2024-11-18T05:18:41,864 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 957bd3cd166a49f0acb13d80ab6b194e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731907119692 2024-11-18T05:18:41,864 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6abf1f4a169e44718f189d57ac0e06e4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731907120567 2024-11-18T05:18:41,877 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#B#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:41,878 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/6abc6a14e6154876b1a1e17645e4fa61 is 50, key is test_row_0/B:col10/1731907120613/Put/seqid=0 2024-11-18T05:18:41,879 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:41,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741992_1168 (size=12207) 2024-11-18T05:18:41,891 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111826e35524192b4047926b8a38bbad9518_e22978d58de231262c282b960548bf66 store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:41,894 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111826e35524192b4047926b8a38bbad9518_e22978d58de231262c282b960548bf66, store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:41,894 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111826e35524192b4047926b8a38bbad9518_e22978d58de231262c282b960548bf66 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:41,897 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/6abc6a14e6154876b1a1e17645e4fa61 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/6abc6a14e6154876b1a1e17645e4fa61 2024-11-18T05:18:41,905 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e22978d58de231262c282b960548bf66/B of e22978d58de231262c282b960548bf66 into 6abc6a14e6154876b1a1e17645e4fa61(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:41,905 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:41,905 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/B, priority=13, startTime=1731907121860; duration=0sec 2024-11-18T05:18:41,905 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:41,905 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:B 2024-11-18T05:18:41,905 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:41,906 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:41,906 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/C is initiating minor compaction (all files) 2024-11-18T05:18:41,906 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/C in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:41,906 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b84f4b8ed0534ca38df745ba44c4f6cf, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/eb91aff7f13140dabda24c61b2487199, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/a68b9d49616f4c298df59579bc85350e] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=35.3 K 2024-11-18T05:18:41,907 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting b84f4b8ed0534ca38df745ba44c4f6cf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731907117459 2024-11-18T05:18:41,908 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting eb91aff7f13140dabda24c61b2487199, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731907119692 2024-11-18T05:18:41,908 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting a68b9d49616f4c298df59579bc85350e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731907120567 2024-11-18T05:18:41,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741993_1169 (size=4469) 2024-11-18T05:18:41,915 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#A#compaction#145 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:41,916 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/df51b0fa33d5489cba4b9b412102276d is 175, key is test_row_0/A:col10/1731907120613/Put/seqid=0 2024-11-18T05:18:41,917 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#C#compaction#146 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:41,918 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/f12fd509e41a44dfab0c386bcdeed484 is 50, key is test_row_0/C:col10/1731907120613/Put/seqid=0 2024-11-18T05:18:41,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741994_1170 (size=31161) 2024-11-18T05:18:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on e22978d58de231262c282b960548bf66 2024-11-18T05:18:41,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e22978d58de231262c282b960548bf66 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T05:18:41,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=A 2024-11-18T05:18:41,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:41,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=B 2024-11-18T05:18:41,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:41,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=C 2024-11-18T05:18:41,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:41,928 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/df51b0fa33d5489cba4b9b412102276d as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/df51b0fa33d5489cba4b9b412102276d 2024-11-18T05:18:41,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741995_1171 (size=12207) 2024-11-18T05:18:41,937 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e22978d58de231262c282b960548bf66/A of e22978d58de231262c282b960548bf66 into df51b0fa33d5489cba4b9b412102276d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:41,937 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:41,937 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/A, priority=13, startTime=1731907121859; duration=0sec 2024-11-18T05:18:41,937 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:41,937 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:A 2024-11-18T05:18:41,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111812fed8df71ab4020a4ba5e27397dd35e_e22978d58de231262c282b960548bf66 is 50, key is test_row_0/A:col10/1731907121304/Put/seqid=0 2024-11-18T05:18:41,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741996_1172 (size=14594) 2024-11-18T05:18:41,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907181951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:42,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-18T05:18:42,010 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:42,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-18T05:18:42,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:42,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:42,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:42,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:42,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:42,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907182055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:42,164 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:42,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-18T05:18:42,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:42,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:42,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:42,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:42,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:42,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907182258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:42,317 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:42,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-18T05:18:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:42,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:42,345 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/f12fd509e41a44dfab0c386bcdeed484 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/f12fd509e41a44dfab0c386bcdeed484 2024-11-18T05:18:42,350 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e22978d58de231262c282b960548bf66/C of e22978d58de231262c282b960548bf66 into f12fd509e41a44dfab0c386bcdeed484(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:42,350 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:42,351 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/C, priority=13, startTime=1731907121860; duration=0sec 2024-11-18T05:18:42,351 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:42,351 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:C 2024-11-18T05:18:42,355 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:42,362 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111812fed8df71ab4020a4ba5e27397dd35e_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111812fed8df71ab4020a4ba5e27397dd35e_e22978d58de231262c282b960548bf66 2024-11-18T05:18:42,363 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/f74517a141624b749f5ef859dbc4677a, store: [table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:42,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/f74517a141624b749f5ef859dbc4677a is 175, key is test_row_0/A:col10/1731907121304/Put/seqid=0 2024-11-18T05:18:42,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741997_1173 (size=39549) 2024-11-18T05:18:42,383 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/f74517a141624b749f5ef859dbc4677a 2024-11-18T05:18:42,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/e7aaa383840e4b55a067eab7f356cfb9 is 50, key is test_row_0/B:col10/1731907121304/Put/seqid=0 2024-11-18T05:18:42,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741998_1174 (size=12001) 2024-11-18T05:18:42,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/e7aaa383840e4b55a067eab7f356cfb9 2024-11-18T05:18:42,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/c5fd43dd77d44df396456468e091a868 is 50, key is test_row_0/C:col10/1731907121304/Put/seqid=0 2024-11-18T05:18:42,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741999_1175 (size=12001) 2024-11-18T05:18:42,471 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:42,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-18T05:18:42,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:42,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:42,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:42,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:42,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-18T05:18:42,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907182561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:42,625 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:42,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-18T05:18:42,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:42,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:42,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:42,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:42,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:42,778 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:42,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-18T05:18:42,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:42,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:42,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:42,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:42,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:42,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/c5fd43dd77d44df396456468e091a868 2024-11-18T05:18:42,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/f74517a141624b749f5ef859dbc4677a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/f74517a141624b749f5ef859dbc4677a 2024-11-18T05:18:42,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/f74517a141624b749f5ef859dbc4677a, entries=200, sequenceid=119, filesize=38.6 K 2024-11-18T05:18:42,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/e7aaa383840e4b55a067eab7f356cfb9 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e7aaa383840e4b55a067eab7f356cfb9 2024-11-18T05:18:42,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e7aaa383840e4b55a067eab7f356cfb9, entries=150, sequenceid=119, filesize=11.7 K 2024-11-18T05:18:42,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/c5fd43dd77d44df396456468e091a868 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/c5fd43dd77d44df396456468e091a868 2024-11-18T05:18:42,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/c5fd43dd77d44df396456468e091a868, entries=150, sequenceid=119, filesize=11.7 K 2024-11-18T05:18:42,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e22978d58de231262c282b960548bf66 in 914ms, sequenceid=119, compaction requested=false 2024-11-18T05:18:42,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:42,931 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:42,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-18T05:18:42,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:42,932 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing e22978d58de231262c282b960548bf66 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-18T05:18:42,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=A 2024-11-18T05:18:42,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:42,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=B 2024-11-18T05:18:42,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:42,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=C 2024-11-18T05:18:42,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:42,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e4c8f5f3bcd741629969f5b29ff55191_e22978d58de231262c282b960548bf66 is 50, key is test_row_0/A:col10/1731907121928/Put/seqid=0 2024-11-18T05:18:42,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742000_1176 (size=12254) 2024-11-18T05:18:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on e22978d58de231262c282b960548bf66 2024-11-18T05:18:43,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:43,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907183138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:43,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907183241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:43,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:43,351 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e4c8f5f3bcd741629969f5b29ff55191_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e4c8f5f3bcd741629969f5b29ff55191_e22978d58de231262c282b960548bf66 2024-11-18T05:18:43,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/a73ffd78aef64f8c911020bf13aaae5c, store: [table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:43,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/a73ffd78aef64f8c911020bf13aaae5c is 175, key is test_row_0/A:col10/1731907121928/Put/seqid=0 2024-11-18T05:18:43,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742001_1177 (size=31055) 2024-11-18T05:18:43,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907183445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-18T05:18:43,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907183748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:43,758 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/a73ffd78aef64f8c911020bf13aaae5c 2024-11-18T05:18:43,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/26453d2b3355450aa62012b1b7810869 is 50, key is test_row_0/B:col10/1731907121928/Put/seqid=0 2024-11-18T05:18:43,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742002_1178 (size=12101) 2024-11-18T05:18:43,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52670 deadline: 1731907183837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:43,840 DEBUG [Thread-702 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., hostname=7cf745f7364a,40727,1731907076066, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:18:43,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52620 deadline: 1731907183853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:43,854 DEBUG [Thread-698 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., hostname=7cf745f7364a,40727,1731907076066, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:18:43,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52688 deadline: 1731907183855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:43,857 DEBUG [Thread-696 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., hostname=7cf745f7364a,40727,1731907076066, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:18:43,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52632 deadline: 1731907183862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:43,865 DEBUG [Thread-694 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., hostname=7cf745f7364a,40727,1731907076066, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:18:44,179 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/26453d2b3355450aa62012b1b7810869 2024-11-18T05:18:44,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/1f51a297c84f487aaef72241a5a8c762 is 50, key is test_row_0/C:col10/1731907121928/Put/seqid=0 2024-11-18T05:18:44,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742003_1179 (size=12101) 2024-11-18T05:18:44,204 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/1f51a297c84f487aaef72241a5a8c762 2024-11-18T05:18:44,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/a73ffd78aef64f8c911020bf13aaae5c as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/a73ffd78aef64f8c911020bf13aaae5c 2024-11-18T05:18:44,213 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/a73ffd78aef64f8c911020bf13aaae5c, entries=150, sequenceid=133, filesize=30.3 K 2024-11-18T05:18:44,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/26453d2b3355450aa62012b1b7810869 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/26453d2b3355450aa62012b1b7810869 2024-11-18T05:18:44,221 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/26453d2b3355450aa62012b1b7810869, entries=150, sequenceid=133, filesize=11.8 K 2024-11-18T05:18:44,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/1f51a297c84f487aaef72241a5a8c762 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/1f51a297c84f487aaef72241a5a8c762 2024-11-18T05:18:44,226 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/1f51a297c84f487aaef72241a5a8c762, entries=150, sequenceid=133, filesize=11.8 K 2024-11-18T05:18:44,227 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e22978d58de231262c282b960548bf66 in 1295ms, sequenceid=133, compaction requested=true 2024-11-18T05:18:44,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:44,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:44,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-18T05:18:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-18T05:18:44,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-18T05:18:44,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8310 sec 2024-11-18T05:18:44,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.8350 sec 2024-11-18T05:18:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on e22978d58de231262c282b960548bf66 2024-11-18T05:18:44,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e22978d58de231262c282b960548bf66 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-18T05:18:44,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=A 2024-11-18T05:18:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=B 2024-11-18T05:18:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=C 2024-11-18T05:18:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:44,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118930781730a504c27b4bcd7d33ccb8f4d_e22978d58de231262c282b960548bf66 is 50, key is test_row_0/A:col10/1731907123137/Put/seqid=0 2024-11-18T05:18:44,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742004_1180 (size=14794) 2024-11-18T05:18:44,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907184272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:44,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907184374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:44,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907184577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:44,672 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:44,677 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118930781730a504c27b4bcd7d33ccb8f4d_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118930781730a504c27b4bcd7d33ccb8f4d_e22978d58de231262c282b960548bf66 2024-11-18T05:18:44,678 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/f918bf3a58e54b80a498ea95cf63efa7, store: [table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:44,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/f918bf3a58e54b80a498ea95cf63efa7 is 175, key is test_row_0/A:col10/1731907123137/Put/seqid=0 2024-11-18T05:18:44,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742005_1181 (size=39749) 2024-11-18T05:18:44,683 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/f918bf3a58e54b80a498ea95cf63efa7 2024-11-18T05:18:44,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/12e7349d5c30442ead8fbc671d6fb903 is 50, key is test_row_0/B:col10/1731907123137/Put/seqid=0 2024-11-18T05:18:44,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742006_1182 (size=12151) 2024-11-18T05:18:44,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907184880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:45,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/12e7349d5c30442ead8fbc671d6fb903 2024-11-18T05:18:45,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/5598e2f5ffac4a45b6a4bd7926b2227a is 50, key is test_row_0/C:col10/1731907123137/Put/seqid=0 2024-11-18T05:18:45,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742007_1183 (size=12151) 2024-11-18T05:18:45,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907185386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-18T05:18:45,504 INFO [Thread-704 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-18T05:18:45,505 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:18:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-18T05:18:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-18T05:18:45,507 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:18:45,507 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:18:45,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:18:45,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/5598e2f5ffac4a45b6a4bd7926b2227a 2024-11-18T05:18:45,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/f918bf3a58e54b80a498ea95cf63efa7 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/f918bf3a58e54b80a498ea95cf63efa7 2024-11-18T05:18:45,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/f918bf3a58e54b80a498ea95cf63efa7, entries=200, sequenceid=158, filesize=38.8 K 2024-11-18T05:18:45,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/12e7349d5c30442ead8fbc671d6fb903 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/12e7349d5c30442ead8fbc671d6fb903 2024-11-18T05:18:45,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/12e7349d5c30442ead8fbc671d6fb903, entries=150, sequenceid=158, filesize=11.9 K 2024-11-18T05:18:45,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/5598e2f5ffac4a45b6a4bd7926b2227a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/5598e2f5ffac4a45b6a4bd7926b2227a 2024-11-18T05:18:45,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/5598e2f5ffac4a45b6a4bd7926b2227a, entries=150, sequenceid=158, filesize=11.9 K 2024-11-18T05:18:45,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e22978d58de231262c282b960548bf66 in 1274ms, sequenceid=158, compaction requested=true 2024-11-18T05:18:45,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:45,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:18:45,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:45,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:18:45,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:45,529 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:18:45,529 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:18:45,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:18:45,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:45,530 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:18:45,530 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:18:45,530 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/B is initiating minor compaction (all files) 2024-11-18T05:18:45,530 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/A is initiating minor compaction (all files) 2024-11-18T05:18:45,531 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/B in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:45,531 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/A in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:45,531 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/6abc6a14e6154876b1a1e17645e4fa61, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e7aaa383840e4b55a067eab7f356cfb9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/26453d2b3355450aa62012b1b7810869, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/12e7349d5c30442ead8fbc671d6fb903] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=47.3 K 2024-11-18T05:18:45,531 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/df51b0fa33d5489cba4b9b412102276d, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/f74517a141624b749f5ef859dbc4677a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/a73ffd78aef64f8c911020bf13aaae5c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/f918bf3a58e54b80a498ea95cf63efa7] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=138.2 K 2024-11-18T05:18:45,531 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:45,531 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. files: [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/df51b0fa33d5489cba4b9b412102276d, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/f74517a141624b749f5ef859dbc4677a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/a73ffd78aef64f8c911020bf13aaae5c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/f918bf3a58e54b80a498ea95cf63efa7] 2024-11-18T05:18:45,531 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 6abc6a14e6154876b1a1e17645e4fa61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731907120567 2024-11-18T05:18:45,531 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting df51b0fa33d5489cba4b9b412102276d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731907120567 2024-11-18T05:18:45,532 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting e7aaa383840e4b55a067eab7f356cfb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731907121304 2024-11-18T05:18:45,532 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting f74517a141624b749f5ef859dbc4677a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731907121304 2024-11-18T05:18:45,532 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 26453d2b3355450aa62012b1b7810869, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731907121928 2024-11-18T05:18:45,532 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting a73ffd78aef64f8c911020bf13aaae5c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731907121928 2024-11-18T05:18:45,533 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 12e7349d5c30442ead8fbc671d6fb903, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731907123115 2024-11-18T05:18:45,533 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting f918bf3a58e54b80a498ea95cf63efa7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731907123115 2024-11-18T05:18:45,541 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:45,543 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#B#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:45,543 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/46d9abd0faa2416b9e7d949f7633b6b2 is 50, key is test_row_0/B:col10/1731907123137/Put/seqid=0 2024-11-18T05:18:45,545 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111827ff96ec6b9f4047afe5bf65694edf27_e22978d58de231262c282b960548bf66 store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:45,548 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111827ff96ec6b9f4047afe5bf65694edf27_e22978d58de231262c282b960548bf66, store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:45,548 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111827ff96ec6b9f4047afe5bf65694edf27_e22978d58de231262c282b960548bf66 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:45,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742008_1184 (size=12493) 2024-11-18T05:18:45,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742009_1185 (size=4469) 2024-11-18T05:18:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-18T05:18:45,667 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:45,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-18T05:18:45,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:45,668 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing e22978d58de231262c282b960548bf66 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T05:18:45,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=A 2024-11-18T05:18:45,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:45,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=B 2024-11-18T05:18:45,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:45,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=C 2024-11-18T05:18:45,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:45,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188c53f3a001e146d1a6abd427292e168a_e22978d58de231262c282b960548bf66 is 50, key is test_row_0/A:col10/1731907124264/Put/seqid=0 2024-11-18T05:18:45,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742010_1186 (size=12304) 2024-11-18T05:18:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-18T05:18:45,822 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-18T05:18:45,822 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-18T05:18:45,960 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#A#compaction#157 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:45,961 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/e2b022ab44bf45ac9415b40be5a49100 is 175, key is test_row_0/A:col10/1731907123137/Put/seqid=0 2024-11-18T05:18:45,966 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/46d9abd0faa2416b9e7d949f7633b6b2 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/46d9abd0faa2416b9e7d949f7633b6b2 2024-11-18T05:18:45,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742011_1187 (size=31447) 2024-11-18T05:18:45,972 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e22978d58de231262c282b960548bf66/B of e22978d58de231262c282b960548bf66 into 46d9abd0faa2416b9e7d949f7633b6b2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:45,972 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:45,972 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/B, priority=12, startTime=1731907125529; duration=0sec 2024-11-18T05:18:45,972 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:45,972 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:B 2024-11-18T05:18:45,972 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:18:45,974 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:18:45,974 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/C is initiating minor compaction (all files) 2024-11-18T05:18:45,974 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/C in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:45,974 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/f12fd509e41a44dfab0c386bcdeed484, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/c5fd43dd77d44df396456468e091a868, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/1f51a297c84f487aaef72241a5a8c762, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/5598e2f5ffac4a45b6a4bd7926b2227a] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=47.3 K 2024-11-18T05:18:45,975 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting f12fd509e41a44dfab0c386bcdeed484, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731907120567 2024-11-18T05:18:45,975 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting c5fd43dd77d44df396456468e091a868, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731907121304 2024-11-18T05:18:45,976 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f51a297c84f487aaef72241a5a8c762, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731907121928 2024-11-18T05:18:45,976 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 5598e2f5ffac4a45b6a4bd7926b2227a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731907123115 2024-11-18T05:18:45,985 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#C#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:45,985 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/5903fe6761c44f9eaa2144202ce670c4 is 50, key is test_row_0/C:col10/1731907123137/Put/seqid=0 2024-11-18T05:18:45,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742012_1188 (size=12493) 2024-11-18T05:18:46,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:46,085 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188c53f3a001e146d1a6abd427292e168a_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188c53f3a001e146d1a6abd427292e168a_e22978d58de231262c282b960548bf66 2024-11-18T05:18:46,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/76b4e1ce666149ebac2a5c8fa8720cf1, store: [table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:46,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/76b4e1ce666149ebac2a5c8fa8720cf1 is 175, key is test_row_0/A:col10/1731907124264/Put/seqid=0 2024-11-18T05:18:46,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742013_1189 (size=31105) 2024-11-18T05:18:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-18T05:18:46,377 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/e2b022ab44bf45ac9415b40be5a49100 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/e2b022ab44bf45ac9415b40be5a49100 2024-11-18T05:18:46,383 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e22978d58de231262c282b960548bf66/A of e22978d58de231262c282b960548bf66 into e2b022ab44bf45ac9415b40be5a49100(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:46,383 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:46,383 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/A, priority=12, startTime=1731907125529; duration=0sec 2024-11-18T05:18:46,383 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:46,383 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:A 2024-11-18T05:18:46,395 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/5903fe6761c44f9eaa2144202ce670c4 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/5903fe6761c44f9eaa2144202ce670c4 2024-11-18T05:18:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on e22978d58de231262c282b960548bf66 2024-11-18T05:18:46,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:46,400 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e22978d58de231262c282b960548bf66/C of e22978d58de231262c282b960548bf66 into 5903fe6761c44f9eaa2144202ce670c4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:46,400 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:46,400 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/C, priority=12, startTime=1731907125529; duration=0sec 2024-11-18T05:18:46,401 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:46,401 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:C 2024-11-18T05:18:46,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907186444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:46,492 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/76b4e1ce666149ebac2a5c8fa8720cf1 2024-11-18T05:18:46,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/e512b98d9f0045ceb91bb8b7ecf73af7 is 50, key is test_row_0/B:col10/1731907124264/Put/seqid=0 2024-11-18T05:18:46,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742014_1190 (size=12151) 2024-11-18T05:18:46,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907186547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-18T05:18:46,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907186750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:46,907 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/e512b98d9f0045ceb91bb8b7ecf73af7 2024-11-18T05:18:46,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/9ee9ea7a011644b4a83c498ae15765b8 is 50, key is test_row_0/C:col10/1731907124264/Put/seqid=0 2024-11-18T05:18:46,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742015_1191 (size=12151) 2024-11-18T05:18:46,924 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/9ee9ea7a011644b4a83c498ae15765b8 2024-11-18T05:18:46,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/76b4e1ce666149ebac2a5c8fa8720cf1 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/76b4e1ce666149ebac2a5c8fa8720cf1 2024-11-18T05:18:46,937 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/76b4e1ce666149ebac2a5c8fa8720cf1, entries=150, sequenceid=169, filesize=30.4 K 2024-11-18T05:18:46,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/e512b98d9f0045ceb91bb8b7ecf73af7 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e512b98d9f0045ceb91bb8b7ecf73af7 2024-11-18T05:18:46,945 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e512b98d9f0045ceb91bb8b7ecf73af7, entries=150, sequenceid=169, filesize=11.9 K 2024-11-18T05:18:46,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/9ee9ea7a011644b4a83c498ae15765b8 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/9ee9ea7a011644b4a83c498ae15765b8 2024-11-18T05:18:46,953 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/9ee9ea7a011644b4a83c498ae15765b8, entries=150, sequenceid=169, filesize=11.9 K 2024-11-18T05:18:46,954 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for e22978d58de231262c282b960548bf66 in 1286ms, sequenceid=169, compaction requested=false 2024-11-18T05:18:46,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:46,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:46,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-18T05:18:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-18T05:18:46,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-18T05:18:46,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4480 sec 2024-11-18T05:18:46,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.4530 sec 2024-11-18T05:18:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on e22978d58de231262c282b960548bf66 2024-11-18T05:18:47,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e22978d58de231262c282b960548bf66 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-18T05:18:47,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=A 2024-11-18T05:18:47,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:47,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=B 2024-11-18T05:18:47,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:47,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=C 2024-11-18T05:18:47,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:47,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111832d7a7f7e669458b84e7999fc9fea926_e22978d58de231262c282b960548bf66 is 50, key is test_row_0/A:col10/1731907126443/Put/seqid=0 2024-11-18T05:18:47,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742016_1192 (size=12304) 2024-11-18T05:18:47,070 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:47,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907187073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:47,075 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111832d7a7f7e669458b84e7999fc9fea926_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111832d7a7f7e669458b84e7999fc9fea926_e22978d58de231262c282b960548bf66 2024-11-18T05:18:47,076 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/c169ddcfc9024c739b28dc0ec1d7c697, store: [table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:47,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/c169ddcfc9024c739b28dc0ec1d7c697 is 175, key is test_row_0/A:col10/1731907126443/Put/seqid=0 2024-11-18T05:18:47,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742017_1193 (size=31105) 2024-11-18T05:18:47,082 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/c169ddcfc9024c739b28dc0ec1d7c697 2024-11-18T05:18:47,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/eb9184cfa4b741f5844c76482a1e4479 is 50, key is test_row_0/B:col10/1731907126443/Put/seqid=0 2024-11-18T05:18:47,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742018_1194 (size=12151) 2024-11-18T05:18:47,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907187175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:47,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907187378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:47,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/eb9184cfa4b741f5844c76482a1e4479 2024-11-18T05:18:47,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/be1c1208a03148dd90400f49e9436551 is 50, key is test_row_0/C:col10/1731907126443/Put/seqid=0 2024-11-18T05:18:47,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742019_1195 (size=12151) 2024-11-18T05:18:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-18T05:18:47,611 INFO [Thread-704 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-18T05:18:47,612 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:18:47,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-18T05:18:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-18T05:18:47,614 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:18:47,614 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:18:47,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:18:47,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907187682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-18T05:18:47,766 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:47,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-18T05:18:47,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:47,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:47,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:47,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:47,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:47,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52670 deadline: 1731907187854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:47,855 DEBUG [Thread-702 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., hostname=7cf745f7364a,40727,1731907076066, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:18:47,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52688 deadline: 1731907187868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:47,869 DEBUG [Thread-696 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8176 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., hostname=7cf745f7364a,40727,1731907076066, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:18:47,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52620 deadline: 1731907187877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:47,879 DEBUG [Thread-698 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8184 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., hostname=7cf745f7364a,40727,1731907076066, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:18:47,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52632 deadline: 1731907187893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:47,895 DEBUG [Thread-694 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8205 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., hostname=7cf745f7364a,40727,1731907076066, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:18:47,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-18T05:18:47,919 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:47,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-18T05:18:47,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:47,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:47,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/be1c1208a03148dd90400f49e9436551 2024-11-18T05:18:47,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:47,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:47,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:47,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/c169ddcfc9024c739b28dc0ec1d7c697 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/c169ddcfc9024c739b28dc0ec1d7c697 2024-11-18T05:18:47,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/c169ddcfc9024c739b28dc0ec1d7c697, entries=150, sequenceid=198, filesize=30.4 K 2024-11-18T05:18:47,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/eb9184cfa4b741f5844c76482a1e4479 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/eb9184cfa4b741f5844c76482a1e4479 2024-11-18T05:18:47,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/eb9184cfa4b741f5844c76482a1e4479, entries=150, sequenceid=198, filesize=11.9 K 2024-11-18T05:18:47,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/be1c1208a03148dd90400f49e9436551 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/be1c1208a03148dd90400f49e9436551 2024-11-18T05:18:47,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/be1c1208a03148dd90400f49e9436551, entries=150, sequenceid=198, filesize=11.9 K 2024-11-18T05:18:47,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e22978d58de231262c282b960548bf66 in 904ms, sequenceid=198, compaction requested=true 2024-11-18T05:18:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:18:47,959 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:18:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:18:47,959 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:47,961 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:47,961 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:47,961 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/B is initiating minor compaction (all files) 2024-11-18T05:18:47,961 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/A is initiating minor compaction (all files) 2024-11-18T05:18:47,961 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/B in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:47,961 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/A in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:47,961 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/e2b022ab44bf45ac9415b40be5a49100, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/76b4e1ce666149ebac2a5c8fa8720cf1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/c169ddcfc9024c739b28dc0ec1d7c697] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=91.5 K 2024-11-18T05:18:47,961 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/46d9abd0faa2416b9e7d949f7633b6b2, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e512b98d9f0045ceb91bb8b7ecf73af7, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/eb9184cfa4b741f5844c76482a1e4479] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=35.9 K 2024-11-18T05:18:47,961 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:47,961 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. files: [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/e2b022ab44bf45ac9415b40be5a49100, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/76b4e1ce666149ebac2a5c8fa8720cf1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/c169ddcfc9024c739b28dc0ec1d7c697] 2024-11-18T05:18:47,962 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 46d9abd0faa2416b9e7d949f7633b6b2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731907123115 2024-11-18T05:18:47,962 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2b022ab44bf45ac9415b40be5a49100, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731907123115 2024-11-18T05:18:47,962 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting e512b98d9f0045ceb91bb8b7ecf73af7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731907124264 2024-11-18T05:18:47,962 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76b4e1ce666149ebac2a5c8fa8720cf1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731907124264 2024-11-18T05:18:47,962 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting eb9184cfa4b741f5844c76482a1e4479, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731907126437 2024-11-18T05:18:47,963 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting c169ddcfc9024c739b28dc0ec1d7c697, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731907126437 2024-11-18T05:18:47,971 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:47,973 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#B#compaction#166 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:47,973 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411180850bbf90174480385d349a92b7673fd_e22978d58de231262c282b960548bf66 store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:47,973 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/fc32894ed2c84a1d9749a60ce443b559 is 50, key is test_row_0/B:col10/1731907126443/Put/seqid=0 2024-11-18T05:18:47,976 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411180850bbf90174480385d349a92b7673fd_e22978d58de231262c282b960548bf66, store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:47,976 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180850bbf90174480385d349a92b7673fd_e22978d58de231262c282b960548bf66 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:47,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742020_1196 (size=12595) 2024-11-18T05:18:47,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742021_1197 (size=4469) 2024-11-18T05:18:47,986 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#A#compaction#165 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:47,986 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/af588731fc1b4694849f8fde030a0840 is 175, key is test_row_0/A:col10/1731907126443/Put/seqid=0 2024-11-18T05:18:47,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742022_1198 (size=31549) 2024-11-18T05:18:48,072 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:48,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-18T05:18:48,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:48,073 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing e22978d58de231262c282b960548bf66 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-18T05:18:48,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=A 2024-11-18T05:18:48,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:48,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=B 2024-11-18T05:18:48,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:48,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=C 2024-11-18T05:18:48,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:48,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111805ebf0dd1ae14c4a9d31704691421b90_e22978d58de231262c282b960548bf66 is 50, key is test_row_0/A:col10/1731907127060/Put/seqid=0 2024-11-18T05:18:48,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742023_1199 (size=12304) 2024-11-18T05:18:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on e22978d58de231262c282b960548bf66 2024-11-18T05:18:48,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-18T05:18:48,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907188257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:48,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907188361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:48,390 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/fc32894ed2c84a1d9749a60ce443b559 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/fc32894ed2c84a1d9749a60ce443b559 2024-11-18T05:18:48,396 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e22978d58de231262c282b960548bf66/B of e22978d58de231262c282b960548bf66 into fc32894ed2c84a1d9749a60ce443b559(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:48,396 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:48,396 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/B, priority=13, startTime=1731907127959; duration=0sec 2024-11-18T05:18:48,396 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:48,396 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:B 2024-11-18T05:18:48,396 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:48,398 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:48,398 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/C is initiating minor compaction (all files) 2024-11-18T05:18:48,399 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/C in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:48,399 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/5903fe6761c44f9eaa2144202ce670c4, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/9ee9ea7a011644b4a83c498ae15765b8, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/be1c1208a03148dd90400f49e9436551] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=35.9 K 2024-11-18T05:18:48,399 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 5903fe6761c44f9eaa2144202ce670c4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731907123115 2024-11-18T05:18:48,400 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ee9ea7a011644b4a83c498ae15765b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731907124264 2024-11-18T05:18:48,400 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting be1c1208a03148dd90400f49e9436551, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731907126437 2024-11-18T05:18:48,402 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/af588731fc1b4694849f8fde030a0840 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/af588731fc1b4694849f8fde030a0840 2024-11-18T05:18:48,408 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e22978d58de231262c282b960548bf66/A of e22978d58de231262c282b960548bf66 into af588731fc1b4694849f8fde030a0840(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:48,408 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:48,408 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/A, priority=13, startTime=1731907127959; duration=0sec 2024-11-18T05:18:48,408 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:48,408 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:A 2024-11-18T05:18:48,411 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#C#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:48,412 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/2b04ce74770c4e8296ac55f4a26f525a is 50, key is test_row_0/C:col10/1731907126443/Put/seqid=0 2024-11-18T05:18:48,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742024_1200 (size=12595) 2024-11-18T05:18:48,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:48,501 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111805ebf0dd1ae14c4a9d31704691421b90_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111805ebf0dd1ae14c4a9d31704691421b90_e22978d58de231262c282b960548bf66 2024-11-18T05:18:48,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/084d95e536674d10902401e4e399b739, store: [table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:48,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/084d95e536674d10902401e4e399b739 is 175, key is test_row_0/A:col10/1731907127060/Put/seqid=0 2024-11-18T05:18:48,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742025_1201 (size=31105) 2024-11-18T05:18:48,507 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/084d95e536674d10902401e4e399b739 2024-11-18T05:18:48,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/c9d5da254733410c828eb52cccf91430 is 50, key is test_row_0/B:col10/1731907127060/Put/seqid=0 2024-11-18T05:18:48,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742026_1202 (size=12151) 2024-11-18T05:18:48,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907188564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-18T05:18:48,828 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/2b04ce74770c4e8296ac55f4a26f525a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/2b04ce74770c4e8296ac55f4a26f525a 2024-11-18T05:18:48,834 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e22978d58de231262c282b960548bf66/C of e22978d58de231262c282b960548bf66 into 2b04ce74770c4e8296ac55f4a26f525a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:48,834 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:48,834 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/C, priority=13, startTime=1731907127959; duration=0sec 2024-11-18T05:18:48,834 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:48,834 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:C 2024-11-18T05:18:48,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907188869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:48,931 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/c9d5da254733410c828eb52cccf91430 2024-11-18T05:18:48,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/b7bd64f9e8774461ad4a69c9e0847e8e is 50, key is test_row_0/C:col10/1731907127060/Put/seqid=0 2024-11-18T05:18:48,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742027_1203 (size=12151) 2024-11-18T05:18:49,343 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/b7bd64f9e8774461ad4a69c9e0847e8e 2024-11-18T05:18:49,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/084d95e536674d10902401e4e399b739 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/084d95e536674d10902401e4e399b739 2024-11-18T05:18:49,353 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/084d95e536674d10902401e4e399b739, entries=150, sequenceid=208, filesize=30.4 K 2024-11-18T05:18:49,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/c9d5da254733410c828eb52cccf91430 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/c9d5da254733410c828eb52cccf91430 2024-11-18T05:18:49,358 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/c9d5da254733410c828eb52cccf91430, entries=150, sequenceid=208, filesize=11.9 K 2024-11-18T05:18:49,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/b7bd64f9e8774461ad4a69c9e0847e8e as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b7bd64f9e8774461ad4a69c9e0847e8e 2024-11-18T05:18:49,363 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b7bd64f9e8774461ad4a69c9e0847e8e, entries=150, sequenceid=208, filesize=11.9 K 2024-11-18T05:18:49,364 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for e22978d58de231262c282b960548bf66 in 1291ms, sequenceid=208, compaction requested=false 2024-11-18T05:18:49,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:49,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:49,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-18T05:18:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-18T05:18:49,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-18T05:18:49,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7510 sec 2024-11-18T05:18:49,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.7550 sec 2024-11-18T05:18:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on e22978d58de231262c282b960548bf66 2024-11-18T05:18:49,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e22978d58de231262c282b960548bf66 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-18T05:18:49,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=A 2024-11-18T05:18:49,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:49,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=B 2024-11-18T05:18:49,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:49,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=C 2024-11-18T05:18:49,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:49,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111872a6d2f74cfa4f8cb785d650d4e22171_e22978d58de231262c282b960548bf66 is 50, key is test_row_0/A:col10/1731907128247/Put/seqid=0 2024-11-18T05:18:49,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742028_1204 (size=14794) 2024-11-18T05:18:49,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907189386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:49,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907189489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:49,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907189692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-18T05:18:49,718 INFO [Thread-704 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-18T05:18:49,719 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:18:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-18T05:18:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-18T05:18:49,721 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:18:49,721 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:18:49,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:18:49,785 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:49,789 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111872a6d2f74cfa4f8cb785d650d4e22171_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111872a6d2f74cfa4f8cb785d650d4e22171_e22978d58de231262c282b960548bf66 2024-11-18T05:18:49,790 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/bc69851b4af24ccbbb94c93f7e83cc1f, store: [table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:49,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/bc69851b4af24ccbbb94c93f7e83cc1f is 175, key is test_row_0/A:col10/1731907128247/Put/seqid=0 2024-11-18T05:18:49,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742029_1205 (size=39749) 2024-11-18T05:18:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-18T05:18:49,873 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:49,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-18T05:18:49,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:49,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:49,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:49,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:49,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:49,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907189996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-18T05:18:50,026 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:50,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-18T05:18:50,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:50,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:50,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:50,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:50,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:50,178 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:50,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-18T05:18:50,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:50,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:50,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:50,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:50,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:50,195 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/bc69851b4af24ccbbb94c93f7e83cc1f 2024-11-18T05:18:50,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/7019486e7fd6434e9ebf62ae09cc60a2 is 50, key is test_row_0/B:col10/1731907128247/Put/seqid=0 2024-11-18T05:18:50,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742030_1206 (size=12151) 2024-11-18T05:18:50,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/7019486e7fd6434e9ebf62ae09cc60a2 2024-11-18T05:18:50,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/e2cb4c51b89342f8a63e15d705e3de7b is 50, key is test_row_0/C:col10/1731907128247/Put/seqid=0 2024-11-18T05:18:50,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742031_1207 (size=12151) 2024-11-18T05:18:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-18T05:18:50,331 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:50,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-18T05:18:50,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:50,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:50,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:50,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:50,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:50,484 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:50,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-18T05:18:50,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:50,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:50,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:50,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:50,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:50,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907190502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:50,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/e2cb4c51b89342f8a63e15d705e3de7b 2024-11-18T05:18:50,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/bc69851b4af24ccbbb94c93f7e83cc1f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/bc69851b4af24ccbbb94c93f7e83cc1f 2024-11-18T05:18:50,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/bc69851b4af24ccbbb94c93f7e83cc1f, entries=200, sequenceid=238, filesize=38.8 K 2024-11-18T05:18:50,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/7019486e7fd6434e9ebf62ae09cc60a2 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/7019486e7fd6434e9ebf62ae09cc60a2 2024-11-18T05:18:50,637 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:50,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-18T05:18:50,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:50,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:50,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:50,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:50,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:18:50,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/7019486e7fd6434e9ebf62ae09cc60a2, entries=150, sequenceid=238, filesize=11.9 K 2024-11-18T05:18:50,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/e2cb4c51b89342f8a63e15d705e3de7b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/e2cb4c51b89342f8a63e15d705e3de7b 2024-11-18T05:18:50,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/e2cb4c51b89342f8a63e15d705e3de7b, entries=150, sequenceid=238, filesize=11.9 K 2024-11-18T05:18:50,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e22978d58de231262c282b960548bf66 in 1275ms, sequenceid=238, compaction requested=true 2024-11-18T05:18:50,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:50,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:18:50,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:50,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:18:50,649 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:50,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:50,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:18:50,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-18T05:18:50,649 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:50,650 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:50,650 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:50,650 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/A is initiating minor compaction (all files) 2024-11-18T05:18:50,650 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/B is initiating minor compaction (all files) 2024-11-18T05:18:50,650 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/A in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:50,650 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/B in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:50,650 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/fc32894ed2c84a1d9749a60ce443b559, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/c9d5da254733410c828eb52cccf91430, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/7019486e7fd6434e9ebf62ae09cc60a2] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=36.0 K 2024-11-18T05:18:50,650 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/af588731fc1b4694849f8fde030a0840, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/084d95e536674d10902401e4e399b739, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/bc69851b4af24ccbbb94c93f7e83cc1f] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=100.0 K 2024-11-18T05:18:50,650 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:50,650 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. files: [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/af588731fc1b4694849f8fde030a0840, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/084d95e536674d10902401e4e399b739, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/bc69851b4af24ccbbb94c93f7e83cc1f] 2024-11-18T05:18:50,651 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc32894ed2c84a1d9749a60ce443b559, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731907126437 2024-11-18T05:18:50,651 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting af588731fc1b4694849f8fde030a0840, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731907126437 2024-11-18T05:18:50,651 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9d5da254733410c828eb52cccf91430, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731907127060 2024-11-18T05:18:50,651 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 084d95e536674d10902401e4e399b739, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731907127060 2024-11-18T05:18:50,652 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7019486e7fd6434e9ebf62ae09cc60a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731907128247 2024-11-18T05:18:50,652 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting bc69851b4af24ccbbb94c93f7e83cc1f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731907128247 2024-11-18T05:18:50,659 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:50,661 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#B#compaction#175 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:50,662 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/0bc365bd57cb40c78f4c592a6eb18463 is 50, key is test_row_0/B:col10/1731907128247/Put/seqid=0 2024-11-18T05:18:50,668 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111887ef38aee7d04d4c90cd7cb2905e05fc_e22978d58de231262c282b960548bf66 store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:50,670 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111887ef38aee7d04d4c90cd7cb2905e05fc_e22978d58de231262c282b960548bf66, store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:50,670 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111887ef38aee7d04d4c90cd7cb2905e05fc_e22978d58de231262c282b960548bf66 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:50,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742032_1208 (size=12697) 2024-11-18T05:18:50,697 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/0bc365bd57cb40c78f4c592a6eb18463 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/0bc365bd57cb40c78f4c592a6eb18463 2024-11-18T05:18:50,703 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e22978d58de231262c282b960548bf66/B of e22978d58de231262c282b960548bf66 into 0bc365bd57cb40c78f4c592a6eb18463(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:50,703 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:50,703 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/B, priority=13, startTime=1731907130649; duration=0sec 2024-11-18T05:18:50,703 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:50,703 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:B 2024-11-18T05:18:50,703 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:50,705 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:50,705 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/C is initiating minor compaction (all files) 2024-11-18T05:18:50,705 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/C in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:50,705 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/2b04ce74770c4e8296ac55f4a26f525a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b7bd64f9e8774461ad4a69c9e0847e8e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/e2cb4c51b89342f8a63e15d705e3de7b] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=36.0 K 2024-11-18T05:18:50,706 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b04ce74770c4e8296ac55f4a26f525a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731907126437 2024-11-18T05:18:50,706 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7bd64f9e8774461ad4a69c9e0847e8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731907127060 2024-11-18T05:18:50,706 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2cb4c51b89342f8a63e15d705e3de7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731907128247 2024-11-18T05:18:50,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742033_1209 (size=4469) 2024-11-18T05:18:50,711 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#A#compaction#174 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:50,712 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/8f7b49f146da41f486fd5c9428d59a67 is 175, key is test_row_0/A:col10/1731907128247/Put/seqid=0 2024-11-18T05:18:50,717 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#C#compaction#176 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:50,718 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/9b1235a68f3d4c29af51f1f9f751bdf0 is 50, key is test_row_0/C:col10/1731907128247/Put/seqid=0 2024-11-18T05:18:50,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742034_1210 (size=31651) 2024-11-18T05:18:50,724 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/8f7b49f146da41f486fd5c9428d59a67 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/8f7b49f146da41f486fd5c9428d59a67 2024-11-18T05:18:50,731 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e22978d58de231262c282b960548bf66/A of e22978d58de231262c282b960548bf66 into 8f7b49f146da41f486fd5c9428d59a67(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:50,731 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:50,731 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/A, priority=13, startTime=1731907130648; duration=0sec 2024-11-18T05:18:50,731 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:50,731 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:A 2024-11-18T05:18:50,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742035_1211 (size=12697) 2024-11-18T05:18:50,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:50,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-18T05:18:50,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:50,793 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing e22978d58de231262c282b960548bf66 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-18T05:18:50,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=A 2024-11-18T05:18:50,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:50,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=B 2024-11-18T05:18:50,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:50,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=C 2024-11-18T05:18:50,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:50,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111854797b296f87448db44152f2a3c88ef7_e22978d58de231262c282b960548bf66 is 50, key is test_row_0/A:col10/1731907129383/Put/seqid=0 2024-11-18T05:18:50,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742036_1212 (size=12304) 2024-11-18T05:18:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-18T05:18:51,139 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/9b1235a68f3d4c29af51f1f9f751bdf0 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/9b1235a68f3d4c29af51f1f9f751bdf0 2024-11-18T05:18:51,146 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e22978d58de231262c282b960548bf66/C of e22978d58de231262c282b960548bf66 into 9b1235a68f3d4c29af51f1f9f751bdf0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:51,146 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:51,146 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/C, priority=13, startTime=1731907130649; duration=0sec 2024-11-18T05:18:51,146 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:51,146 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:C 2024-11-18T05:18:51,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:51,212 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111854797b296f87448db44152f2a3c88ef7_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111854797b296f87448db44152f2a3c88ef7_e22978d58de231262c282b960548bf66 2024-11-18T05:18:51,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/fcd9bfec8cca4a3aa59f216c93b2a571, store: [table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:51,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/fcd9bfec8cca4a3aa59f216c93b2a571 is 175, key is test_row_0/A:col10/1731907129383/Put/seqid=0 2024-11-18T05:18:51,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742037_1213 (size=31105) 2024-11-18T05:18:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on e22978d58de231262c282b960548bf66 2024-11-18T05:18:51,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:51,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907191557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:51,619 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/fcd9bfec8cca4a3aa59f216c93b2a571 2024-11-18T05:18:51,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/d1a7c83ff0b8487bbc7b7d65aded25c2 is 50, key is test_row_0/B:col10/1731907129383/Put/seqid=0 2024-11-18T05:18:51,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742038_1214 (size=12151) 2024-11-18T05:18:51,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907191659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-18T05:18:51,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907191862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:52,041 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/d1a7c83ff0b8487bbc7b7d65aded25c2 2024-11-18T05:18:52,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/eb667704b49b44dc9b654c25b8cd4ceb is 50, key is test_row_0/C:col10/1731907129383/Put/seqid=0 2024-11-18T05:18:52,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742039_1215 (size=12151) 2024-11-18T05:18:52,057 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/eb667704b49b44dc9b654c25b8cd4ceb 2024-11-18T05:18:52,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/fcd9bfec8cca4a3aa59f216c93b2a571 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/fcd9bfec8cca4a3aa59f216c93b2a571 2024-11-18T05:18:52,069 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/fcd9bfec8cca4a3aa59f216c93b2a571, entries=150, sequenceid=249, filesize=30.4 K 2024-11-18T05:18:52,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/d1a7c83ff0b8487bbc7b7d65aded25c2 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/d1a7c83ff0b8487bbc7b7d65aded25c2 2024-11-18T05:18:52,075 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/d1a7c83ff0b8487bbc7b7d65aded25c2, entries=150, sequenceid=249, filesize=11.9 K 2024-11-18T05:18:52,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/eb667704b49b44dc9b654c25b8cd4ceb as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/eb667704b49b44dc9b654c25b8cd4ceb 2024-11-18T05:18:52,081 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/eb667704b49b44dc9b654c25b8cd4ceb, entries=150, sequenceid=249, filesize=11.9 K 2024-11-18T05:18:52,083 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for e22978d58de231262c282b960548bf66 in 1289ms, sequenceid=249, compaction requested=false 2024-11-18T05:18:52,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:52,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:52,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-18T05:18:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-18T05:18:52,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-18T05:18:52,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3630 sec 2024-11-18T05:18:52,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.3670 sec 2024-11-18T05:18:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on e22978d58de231262c282b960548bf66 2024-11-18T05:18:52,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e22978d58de231262c282b960548bf66 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-18T05:18:52,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=A 2024-11-18T05:18:52,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:52,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=B 2024-11-18T05:18:52,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:52,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=C 2024-11-18T05:18:52,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:52,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111899f47dba263646b28e9df93aa71ac2dd_e22978d58de231262c282b960548bf66 is 50, key is test_row_0/A:col10/1731907131554/Put/seqid=0 2024-11-18T05:18:52,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907192198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:52,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742040_1216 (size=12454) 2024-11-18T05:18:52,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907192299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:52,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907192503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:52,601 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:52,605 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111899f47dba263646b28e9df93aa71ac2dd_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111899f47dba263646b28e9df93aa71ac2dd_e22978d58de231262c282b960548bf66 2024-11-18T05:18:52,606 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/696a66ed07934f89af7128793e981208, store: [table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:52,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/696a66ed07934f89af7128793e981208 is 175, key is test_row_0/A:col10/1731907131554/Put/seqid=0 2024-11-18T05:18:52,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742041_1217 (size=31255) 2024-11-18T05:18:52,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907192807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:53,012 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/696a66ed07934f89af7128793e981208 2024-11-18T05:18:53,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/3c630574169f4a238693a626220cca43 is 50, key is test_row_0/B:col10/1731907131554/Put/seqid=0 2024-11-18T05:18:53,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742042_1218 (size=12301) 2024-11-18T05:18:53,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/3c630574169f4a238693a626220cca43 2024-11-18T05:18:53,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/03942d832a14479cb24e36add50347d4 is 50, key is test_row_0/C:col10/1731907131554/Put/seqid=0 2024-11-18T05:18:53,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742043_1219 (size=12301) 2024-11-18T05:18:53,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907193312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:53,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/03942d832a14479cb24e36add50347d4 2024-11-18T05:18:53,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/696a66ed07934f89af7128793e981208 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/696a66ed07934f89af7128793e981208 2024-11-18T05:18:53,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/696a66ed07934f89af7128793e981208, entries=150, sequenceid=278, filesize=30.5 K 2024-11-18T05:18:53,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/3c630574169f4a238693a626220cca43 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/3c630574169f4a238693a626220cca43 2024-11-18T05:18:53,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/3c630574169f4a238693a626220cca43, entries=150, sequenceid=278, filesize=12.0 K 2024-11-18T05:18:53,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/03942d832a14479cb24e36add50347d4 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/03942d832a14479cb24e36add50347d4 2024-11-18T05:18:53,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/03942d832a14479cb24e36add50347d4, entries=150, sequenceid=278, filesize=12.0 K 2024-11-18T05:18:53,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for e22978d58de231262c282b960548bf66 in 1321ms, sequenceid=278, compaction requested=true 2024-11-18T05:18:53,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:53,506 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:53,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:18:53,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:53,508 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:53,508 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:53,508 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/A is initiating minor compaction (all files) 2024-11-18T05:18:53,508 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/A in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:53,508 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/8f7b49f146da41f486fd5c9428d59a67, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/fcd9bfec8cca4a3aa59f216c93b2a571, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/696a66ed07934f89af7128793e981208] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=91.8 K 2024-11-18T05:18:53,508 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:53,508 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. files: [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/8f7b49f146da41f486fd5c9428d59a67, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/fcd9bfec8cca4a3aa59f216c93b2a571, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/696a66ed07934f89af7128793e981208] 2024-11-18T05:18:53,509 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f7b49f146da41f486fd5c9428d59a67, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731907128247 2024-11-18T05:18:53,509 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:53,509 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/B is initiating minor compaction (all files) 2024-11-18T05:18:53,509 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/B in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:53,509 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/0bc365bd57cb40c78f4c592a6eb18463, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/d1a7c83ff0b8487bbc7b7d65aded25c2, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/3c630574169f4a238693a626220cca43] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=36.3 K 2024-11-18T05:18:53,510 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcd9bfec8cca4a3aa59f216c93b2a571, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731907129376 2024-11-18T05:18:53,510 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 0bc365bd57cb40c78f4c592a6eb18463, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731907128247 2024-11-18T05:18:53,510 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 696a66ed07934f89af7128793e981208, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731907131548 2024-11-18T05:18:53,510 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting d1a7c83ff0b8487bbc7b7d65aded25c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731907129376 2024-11-18T05:18:53,511 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c630574169f4a238693a626220cca43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731907131548 2024-11-18T05:18:53,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:18:53,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:53,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:18:53,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:53,532 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#B#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:53,536 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/9f6d3b829d134f4a9d778c9f86a613cd is 50, key is test_row_0/B:col10/1731907131554/Put/seqid=0 2024-11-18T05:18:53,537 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:53,553 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118fae85a3685214f8c938b03fc1ef64b69_e22978d58de231262c282b960548bf66 store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:53,555 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118fae85a3685214f8c938b03fc1ef64b69_e22978d58de231262c282b960548bf66, store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:53,556 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118fae85a3685214f8c938b03fc1ef64b69_e22978d58de231262c282b960548bf66 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:53,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742044_1220 (size=12949) 2024-11-18T05:18:53,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742045_1221 (size=4469) 2024-11-18T05:18:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-18T05:18:53,826 INFO [Thread-704 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-18T05:18:53,827 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:18:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-18T05:18:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-18T05:18:53,829 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:18:53,830 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:18:53,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:18:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-18T05:18:53,982 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:53,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-18T05:18:53,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:53,986 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing e22978d58de231262c282b960548bf66 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-18T05:18:53,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=A 2024-11-18T05:18:53,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:53,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=B 2024-11-18T05:18:53,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:53,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=C 2024-11-18T05:18:53,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:53,991 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/9f6d3b829d134f4a9d778c9f86a613cd as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/9f6d3b829d134f4a9d778c9f86a613cd 2024-11-18T05:18:53,996 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#A#compaction#184 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:53,997 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/b1095773018c48a5a88d71d1adec404b is 175, key is test_row_0/A:col10/1731907131554/Put/seqid=0 2024-11-18T05:18:53,999 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e22978d58de231262c282b960548bf66/B of e22978d58de231262c282b960548bf66 into 9f6d3b829d134f4a9d778c9f86a613cd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:53,999 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:53,999 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/B, priority=13, startTime=1731907133508; duration=0sec 2024-11-18T05:18:53,999 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:53,999 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:B 2024-11-18T05:18:54,000 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:54,002 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:54,002 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/C is initiating minor compaction (all files) 2024-11-18T05:18:54,002 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/C in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:54,002 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/9b1235a68f3d4c29af51f1f9f751bdf0, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/eb667704b49b44dc9b654c25b8cd4ceb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/03942d832a14479cb24e36add50347d4] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=36.3 K 2024-11-18T05:18:54,003 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b1235a68f3d4c29af51f1f9f751bdf0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731907128247 2024-11-18T05:18:54,003 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting eb667704b49b44dc9b654c25b8cd4ceb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731907129376 2024-11-18T05:18:54,004 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 03942d832a14479cb24e36add50347d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731907131548 2024-11-18T05:18:54,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e6798d3753534c47b5544f74673ecc73_e22978d58de231262c282b960548bf66 is 50, key is test_row_0/A:col10/1731907132196/Put/seqid=0 2024-11-18T05:18:54,018 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#C#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:54,019 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/e209b0eb018f46878e14e57d0b93a6b4 is 50, key is test_row_0/C:col10/1731907131554/Put/seqid=0 2024-11-18T05:18:54,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742046_1222 (size=31903) 2024-11-18T05:18:54,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742047_1223 (size=12454) 2024-11-18T05:18:54,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:54,050 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e6798d3753534c47b5544f74673ecc73_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e6798d3753534c47b5544f74673ecc73_e22978d58de231262c282b960548bf66 2024-11-18T05:18:54,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/a523e09598554e0f99c56ef6b46e2a48, store: [table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:54,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/a523e09598554e0f99c56ef6b46e2a48 is 175, key is test_row_0/A:col10/1731907132196/Put/seqid=0 2024-11-18T05:18:54,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742048_1224 (size=12949) 2024-11-18T05:18:54,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742049_1225 (size=31255) 2024-11-18T05:18:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-18T05:18:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on e22978d58de231262c282b960548bf66 2024-11-18T05:18:54,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:54,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907194401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-18T05:18:54,440 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/b1095773018c48a5a88d71d1adec404b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/b1095773018c48a5a88d71d1adec404b 2024-11-18T05:18:54,449 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e22978d58de231262c282b960548bf66/A of e22978d58de231262c282b960548bf66 into b1095773018c48a5a88d71d1adec404b(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:54,449 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:54,449 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/A, priority=13, startTime=1731907133506; duration=0sec 2024-11-18T05:18:54,449 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:54,449 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:A 2024-11-18T05:18:54,467 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T05:18:54,477 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/e209b0eb018f46878e14e57d0b93a6b4 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/e209b0eb018f46878e14e57d0b93a6b4 2024-11-18T05:18:54,487 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e22978d58de231262c282b960548bf66/C of e22978d58de231262c282b960548bf66 into e209b0eb018f46878e14e57d0b93a6b4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:54,487 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:54,487 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/C, priority=13, startTime=1731907133513; duration=0sec 2024-11-18T05:18:54,487 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:54,487 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:C 2024-11-18T05:18:54,501 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/a523e09598554e0f99c56ef6b46e2a48 2024-11-18T05:18:54,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:54,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907194506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:54,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/fa60ade8f92e44419f295f9a32f0ceda is 50, key is test_row_0/B:col10/1731907132196/Put/seqid=0 2024-11-18T05:18:54,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742050_1226 (size=12301) 2024-11-18T05:18:54,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907194711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-18T05:18:54,951 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/fa60ade8f92e44419f295f9a32f0ceda 2024-11-18T05:18:54,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/9fac3bc562d8483c937f1ab697052358 is 50, key is test_row_0/C:col10/1731907132196/Put/seqid=0 2024-11-18T05:18:54,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742051_1227 (size=12301) 2024-11-18T05:18:55,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907195018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:55,371 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/9fac3bc562d8483c937f1ab697052358 2024-11-18T05:18:55,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/a523e09598554e0f99c56ef6b46e2a48 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/a523e09598554e0f99c56ef6b46e2a48 2024-11-18T05:18:55,383 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/a523e09598554e0f99c56ef6b46e2a48, entries=150, sequenceid=286, filesize=30.5 K 2024-11-18T05:18:55,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/fa60ade8f92e44419f295f9a32f0ceda as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/fa60ade8f92e44419f295f9a32f0ceda 2024-11-18T05:18:55,388 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/fa60ade8f92e44419f295f9a32f0ceda, entries=150, sequenceid=286, filesize=12.0 K 2024-11-18T05:18:55,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/9fac3bc562d8483c937f1ab697052358 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/9fac3bc562d8483c937f1ab697052358 2024-11-18T05:18:55,401 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/9fac3bc562d8483c937f1ab697052358, entries=150, sequenceid=286, filesize=12.0 K 2024-11-18T05:18:55,403 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for e22978d58de231262c282b960548bf66 in 1416ms, sequenceid=286, compaction requested=false 2024-11-18T05:18:55,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:55,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:55,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-18T05:18:55,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-18T05:18:55,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-18T05:18:55,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5740 sec 2024-11-18T05:18:55,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.5790 sec 2024-11-18T05:18:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on e22978d58de231262c282b960548bf66 2024-11-18T05:18:55,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e22978d58de231262c282b960548bf66 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-18T05:18:55,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=A 2024-11-18T05:18:55,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:55,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=B 2024-11-18T05:18:55,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:55,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=C 2024-11-18T05:18:55,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:55,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180aa16bd97d9f4ff887fd4a4fb7e739e5_e22978d58de231262c282b960548bf66 is 50, key is test_row_0/A:col10/1731907134396/Put/seqid=0 2024-11-18T05:18:55,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 305 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907195536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:55,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742052_1228 (size=14994) 2024-11-18T05:18:55,542 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:55,549 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180aa16bd97d9f4ff887fd4a4fb7e739e5_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180aa16bd97d9f4ff887fd4a4fb7e739e5_e22978d58de231262c282b960548bf66 2024-11-18T05:18:55,549 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/4a6256389cd64d66878ffb4e6ccd37f3, store: [table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:55,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/4a6256389cd64d66878ffb4e6ccd37f3 is 175, key is test_row_0/A:col10/1731907134396/Put/seqid=0 2024-11-18T05:18:55,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742053_1229 (size=39949) 2024-11-18T05:18:55,574 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/4a6256389cd64d66878ffb4e6ccd37f3 2024-11-18T05:18:55,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/722e16af45d24cc3bcf3046ac60c4b1d is 50, key is test_row_0/B:col10/1731907134396/Put/seqid=0 2024-11-18T05:18:55,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742054_1230 (size=12301) 2024-11-18T05:18:55,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/722e16af45d24cc3bcf3046ac60c4b1d 2024-11-18T05:18:55,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/6b0d4e5e764a4710a4cee2844e699ce0 is 50, key is test_row_0/C:col10/1731907134396/Put/seqid=0 2024-11-18T05:18:55,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742055_1231 (size=12301) 2024-11-18T05:18:55,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 307 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907195638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:55,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:18:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52646 deadline: 1731907195840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-18T05:18:55,934 INFO [Thread-704 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-18T05:18:55,936 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:18:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-18T05:18:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-18T05:18:55,938 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:18:55,938 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:18:55,939 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:18:56,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/6b0d4e5e764a4710a4cee2844e699ce0 2024-11-18T05:18:56,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/4a6256389cd64d66878ffb4e6ccd37f3 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/4a6256389cd64d66878ffb4e6ccd37f3 2024-11-18T05:18:56,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/4a6256389cd64d66878ffb4e6ccd37f3, entries=200, sequenceid=318, filesize=39.0 K 2024-11-18T05:18:56,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/722e16af45d24cc3bcf3046ac60c4b1d as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/722e16af45d24cc3bcf3046ac60c4b1d 2024-11-18T05:18:56,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/722e16af45d24cc3bcf3046ac60c4b1d, entries=150, sequenceid=318, filesize=12.0 K 2024-11-18T05:18:56,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/6b0d4e5e764a4710a4cee2844e699ce0 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/6b0d4e5e764a4710a4cee2844e699ce0 2024-11-18T05:18:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-18T05:18:56,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/6b0d4e5e764a4710a4cee2844e699ce0, entries=150, sequenceid=318, filesize=12.0 K 2024-11-18T05:18:56,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for e22978d58de231262c282b960548bf66 in 520ms, sequenceid=318, compaction requested=true 2024-11-18T05:18:56,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:56,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:18:56,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:56,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:18:56,046 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:56,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:56,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:18:56,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-18T05:18:56,046 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:56,047 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:56,048 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/A is initiating minor compaction (all files) 2024-11-18T05:18:56,048 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/A in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:56,048 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/b1095773018c48a5a88d71d1adec404b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/a523e09598554e0f99c56ef6b46e2a48, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/4a6256389cd64d66878ffb4e6ccd37f3] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=100.7 K 2024-11-18T05:18:56,048 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:56,048 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. files: [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/b1095773018c48a5a88d71d1adec404b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/a523e09598554e0f99c56ef6b46e2a48, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/4a6256389cd64d66878ffb4e6ccd37f3] 2024-11-18T05:18:56,048 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:56,048 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/B is initiating minor compaction (all files) 2024-11-18T05:18:56,048 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/B in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:56,048 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1095773018c48a5a88d71d1adec404b, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731907131548 2024-11-18T05:18:56,048 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/9f6d3b829d134f4a9d778c9f86a613cd, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/fa60ade8f92e44419f295f9a32f0ceda, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/722e16af45d24cc3bcf3046ac60c4b1d] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=36.7 K 2024-11-18T05:18:56,049 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting a523e09598554e0f99c56ef6b46e2a48, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731907132191 2024-11-18T05:18:56,049 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f6d3b829d134f4a9d778c9f86a613cd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731907131548 2024-11-18T05:18:56,049 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a6256389cd64d66878ffb4e6ccd37f3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731907134377 2024-11-18T05:18:56,050 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting fa60ade8f92e44419f295f9a32f0ceda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731907132191 2024-11-18T05:18:56,050 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 722e16af45d24cc3bcf3046ac60c4b1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731907134377 2024-11-18T05:18:56,069 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:56,086 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#B#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:56,087 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/01c4ebb67f7f4b1aace05b734abeefa3 is 50, key is test_row_0/B:col10/1731907134396/Put/seqid=0 2024-11-18T05:18:56,089 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118af1adf696fcf42a59667994a3b3d2a04_e22978d58de231262c282b960548bf66 store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:56,090 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:56,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-18T05:18:56,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:56,091 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118af1adf696fcf42a59667994a3b3d2a04_e22978d58de231262c282b960548bf66, store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:56,091 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing e22978d58de231262c282b960548bf66 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-18T05:18:56,091 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118af1adf696fcf42a59667994a3b3d2a04_e22978d58de231262c282b960548bf66 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:56,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=A 2024-11-18T05:18:56,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:56,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=B 2024-11-18T05:18:56,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:56,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=C 2024-11-18T05:18:56,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:56,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742056_1232 (size=13051) 2024-11-18T05:18:56,124 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/01c4ebb67f7f4b1aace05b734abeefa3 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/01c4ebb67f7f4b1aace05b734abeefa3 2024-11-18T05:18:56,132 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e22978d58de231262c282b960548bf66/B of e22978d58de231262c282b960548bf66 into 01c4ebb67f7f4b1aace05b734abeefa3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:56,132 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:56,132 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/B, priority=13, startTime=1731907136046; duration=0sec 2024-11-18T05:18:56,132 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:56,132 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:B 2024-11-18T05:18:56,132 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:18:56,134 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:18:56,134 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): e22978d58de231262c282b960548bf66/C is initiating minor compaction (all files) 2024-11-18T05:18:56,134 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e22978d58de231262c282b960548bf66/C in TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:56,134 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/e209b0eb018f46878e14e57d0b93a6b4, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/9fac3bc562d8483c937f1ab697052358, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/6b0d4e5e764a4710a4cee2844e699ce0] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp, totalSize=36.7 K 2024-11-18T05:18:56,134 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting e209b0eb018f46878e14e57d0b93a6b4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731907131548 2024-11-18T05:18:56,135 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fac3bc562d8483c937f1ab697052358, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731907132191 2024-11-18T05:18:56,135 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b0d4e5e764a4710a4cee2844e699ce0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731907134377 2024-11-18T05:18:56,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e70f8dfa6d6f49f7beb422edb19ea428_e22978d58de231262c282b960548bf66 is 50, key is test_row_0/A:col10/1731907135529/Put/seqid=0 2024-11-18T05:18:56,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742057_1233 (size=4469) 2024-11-18T05:18:56,151 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#A#compaction#192 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:56,152 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/91cbf8ef61f64f37aa0f1464da40aa44 is 175, key is test_row_0/A:col10/1731907134396/Put/seqid=0 2024-11-18T05:18:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on e22978d58de231262c282b960548bf66 2024-11-18T05:18:56,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. as already flushing 2024-11-18T05:18:56,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742058_1234 (size=12454) 2024-11-18T05:18:56,166 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e22978d58de231262c282b960548bf66#C#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:18:56,167 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/affefb9015f84e40a42eba6d1ef045b2 is 50, key is test_row_0/C:col10/1731907134396/Put/seqid=0 2024-11-18T05:18:56,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742059_1235 (size=32005) 2024-11-18T05:18:56,193 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/91cbf8ef61f64f37aa0f1464da40aa44 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/91cbf8ef61f64f37aa0f1464da40aa44 2024-11-18T05:18:56,196 DEBUG [Thread-705 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:56210 2024-11-18T05:18:56,196 DEBUG [Thread-707 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:56210 2024-11-18T05:18:56,196 DEBUG [Thread-705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:56,196 DEBUG [Thread-707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:56,198 DEBUG [Thread-700 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:56210 2024-11-18T05:18:56,198 DEBUG [Thread-700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:56,201 DEBUG [Thread-711 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:56210 2024-11-18T05:18:56,201 DEBUG [Thread-711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:56,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742060_1236 (size=13051) 2024-11-18T05:18:56,202 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e22978d58de231262c282b960548bf66/A of e22978d58de231262c282b960548bf66 into 91cbf8ef61f64f37aa0f1464da40aa44(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:56,202 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:56,202 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/A, priority=13, startTime=1731907136046; duration=0sec 2024-11-18T05:18:56,202 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:56,202 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:A 2024-11-18T05:18:56,206 DEBUG [Thread-709 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:56210 2024-11-18T05:18:56,206 DEBUG [Thread-709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-18T05:18:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-18T05:18:56,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:56,567 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e70f8dfa6d6f49f7beb422edb19ea428_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e70f8dfa6d6f49f7beb422edb19ea428_e22978d58de231262c282b960548bf66 2024-11-18T05:18:56,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/c0f932b157124c78a741ffe8a50362f8, store: [table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:56,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/c0f932b157124c78a741ffe8a50362f8 is 175, key is test_row_0/A:col10/1731907135529/Put/seqid=0 2024-11-18T05:18:56,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742061_1237 (size=31255) 2024-11-18T05:18:56,604 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/affefb9015f84e40a42eba6d1ef045b2 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/affefb9015f84e40a42eba6d1ef045b2 2024-11-18T05:18:56,609 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e22978d58de231262c282b960548bf66/C of e22978d58de231262c282b960548bf66 into affefb9015f84e40a42eba6d1ef045b2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:18:56,609 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:56,609 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66., storeName=e22978d58de231262c282b960548bf66/C, priority=13, startTime=1731907136046; duration=0sec 2024-11-18T05:18:56,609 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:56,609 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:C 2024-11-18T05:18:56,973 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/c0f932b157124c78a741ffe8a50362f8 2024-11-18T05:18:56,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/e559569572f340debb02ff6965c5713a is 50, key is test_row_0/B:col10/1731907135529/Put/seqid=0 2024-11-18T05:18:56,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742062_1238 (size=12301) 2024-11-18T05:18:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-18T05:18:57,383 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/e559569572f340debb02ff6965c5713a 2024-11-18T05:18:57,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/e13330a65c4145ebb7c212ab3dac12ee is 50, key is test_row_0/C:col10/1731907135529/Put/seqid=0 2024-11-18T05:18:57,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742063_1239 (size=12301) 2024-11-18T05:18:57,399 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/e13330a65c4145ebb7c212ab3dac12ee 2024-11-18T05:18:57,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/c0f932b157124c78a741ffe8a50362f8 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/c0f932b157124c78a741ffe8a50362f8 2024-11-18T05:18:57,410 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/c0f932b157124c78a741ffe8a50362f8, entries=150, sequenceid=325, filesize=30.5 K 2024-11-18T05:18:57,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/e559569572f340debb02ff6965c5713a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e559569572f340debb02ff6965c5713a 2024-11-18T05:18:57,420 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e559569572f340debb02ff6965c5713a, entries=150, sequenceid=325, filesize=12.0 K 2024-11-18T05:18:57,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/e13330a65c4145ebb7c212ab3dac12ee as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/e13330a65c4145ebb7c212ab3dac12ee 2024-11-18T05:18:57,430 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/e13330a65c4145ebb7c212ab3dac12ee, entries=150, sequenceid=325, filesize=12.0 K 2024-11-18T05:18:57,431 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=80.51 KB/82440 for e22978d58de231262c282b960548bf66 in 1340ms, sequenceid=325, compaction requested=false 2024-11-18T05:18:57,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:57,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:57,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-18T05:18:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-18T05:18:57,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-18T05:18:57,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4940 sec 2024-11-18T05:18:57,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.5010 sec 2024-11-18T05:18:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on e22978d58de231262c282b960548bf66 2024-11-18T05:18:57,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e22978d58de231262c282b960548bf66 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-18T05:18:57,899 DEBUG [Thread-702 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:56210 2024-11-18T05:18:57,899 DEBUG [Thread-702 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=A 2024-11-18T05:18:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=B 2024-11-18T05:18:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=C 2024-11-18T05:18:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:57,903 DEBUG [Thread-696 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:56210 2024-11-18T05:18:57,903 DEBUG [Thread-696 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:57,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e36632677df942a193c36b3442361dfd_e22978d58de231262c282b960548bf66 is 50, key is test_row_0/A:col10/1731907136195/Put/seqid=0 2024-11-18T05:18:57,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742064_1240 (size=12454) 2024-11-18T05:18:57,921 DEBUG [Thread-698 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:56210 2024-11-18T05:18:57,921 DEBUG [Thread-698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:57,986 DEBUG [Thread-694 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:56210 2024-11-18T05:18:57,986 DEBUG [Thread-694 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-18T05:18:58,042 INFO [Thread-704 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-18T05:18:58,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-18T05:18:58,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-18T05:18:58,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-18T05:18:58,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-18T05:18:58,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 209 2024-11-18T05:18:58,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-18T05:18:58,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-18T05:18:58,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6830 2024-11-18T05:18:58,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6843 2024-11-18T05:18:58,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-18T05:18:58,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2882 2024-11-18T05:18:58,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8646 rows 2024-11-18T05:18:58,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2884 2024-11-18T05:18:58,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8652 rows 2024-11-18T05:18:58,042 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-18T05:18:58,042 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:56210 2024-11-18T05:18:58,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:18:58,046 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-18T05:18:58,047 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-18T05:18:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-18T05:18:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-18T05:18:58,050 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907138050"}]},"ts":"1731907138050"} 2024-11-18T05:18:58,051 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-18T05:18:58,054 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-18T05:18:58,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T05:18:58,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e22978d58de231262c282b960548bf66, UNASSIGN}] 2024-11-18T05:18:58,056 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e22978d58de231262c282b960548bf66, UNASSIGN 2024-11-18T05:18:58,056 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=e22978d58de231262c282b960548bf66, regionState=CLOSING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:18:58,057 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T05:18:58,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; CloseRegionProcedure e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:18:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-18T05:18:58,208 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:18:58,209 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(124): Close e22978d58de231262c282b960548bf66 2024-11-18T05:18:58,209 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-18T05:18:58,209 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1681): Closing e22978d58de231262c282b960548bf66, disabling compactions & flushes 2024-11-18T05:18:58,209 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:58,311 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:58,315 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e36632677df942a193c36b3442361dfd_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e36632677df942a193c36b3442361dfd_e22978d58de231262c282b960548bf66 2024-11-18T05:18:58,316 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/2569aa3f1ff942fbbb559991d295a0b8, store: [table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:58,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/2569aa3f1ff942fbbb559991d295a0b8 is 175, key is test_row_0/A:col10/1731907136195/Put/seqid=0 2024-11-18T05:18:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742065_1241 (size=31255) 2024-11-18T05:18:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-18T05:18:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-18T05:18:58,721 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=344, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/2569aa3f1ff942fbbb559991d295a0b8 2024-11-18T05:18:58,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/40942e0d9bd746f59b6c2ea1841e1b32 is 50, key is test_row_0/B:col10/1731907136195/Put/seqid=0 2024-11-18T05:18:58,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742066_1242 (size=12301) 2024-11-18T05:18:58,790 DEBUG [master/7cf745f7364a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:18:58,796 DEBUG [master/7cf745f7364a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region a0db3154bfb4c162050956cb21bcade9 changed from -1.0 to 0.0, refreshing cache 2024-11-18T05:18:59,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/40942e0d9bd746f59b6c2ea1841e1b32 2024-11-18T05:18:59,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/b87e56e122da45e4bc2512498efcbeea is 50, key is test_row_0/C:col10/1731907136195/Put/seqid=0 2024-11-18T05:18:59,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742067_1243 (size=12301) 2024-11-18T05:18:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-18T05:18:59,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/b87e56e122da45e4bc2512498efcbeea 2024-11-18T05:18:59,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/2569aa3f1ff942fbbb559991d295a0b8 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/2569aa3f1ff942fbbb559991d295a0b8 2024-11-18T05:18:59,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/2569aa3f1ff942fbbb559991d295a0b8, entries=150, sequenceid=344, filesize=30.5 K 2024-11-18T05:18:59,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/40942e0d9bd746f59b6c2ea1841e1b32 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/40942e0d9bd746f59b6c2ea1841e1b32 2024-11-18T05:18:59,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/40942e0d9bd746f59b6c2ea1841e1b32, entries=150, sequenceid=344, filesize=12.0 K 2024-11-18T05:18:59,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/b87e56e122da45e4bc2512498efcbeea as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b87e56e122da45e4bc2512498efcbeea 2024-11-18T05:18:59,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b87e56e122da45e4bc2512498efcbeea, entries=150, sequenceid=344, filesize=12.0 K 2024-11-18T05:18:59,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=20.13 KB/20610 for e22978d58de231262c282b960548bf66 in 1662ms, sequenceid=344, compaction requested=true 2024-11-18T05:18:59,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:18:59,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:18:59,561 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:59,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:59,562 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:59,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:18:59,562 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. because compaction request was cancelled 2024-11-18T05:18:59,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:18:59,562 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. because compaction request was cancelled 2024-11-18T05:18:59,562 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. after waiting 0 ms 2024-11-18T05:18:59,562 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:A 2024-11-18T05:18:59,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e22978d58de231262c282b960548bf66:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:18:59,562 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:B 2024-11-18T05:18:59,562 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:18:59,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:18:59,562 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. because compaction request was cancelled 2024-11-18T05:18:59,562 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e22978d58de231262c282b960548bf66:C 2024-11-18T05:18:59,562 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(2837): Flushing e22978d58de231262c282b960548bf66 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-18T05:18:59,562 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=A 2024-11-18T05:18:59,562 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:59,562 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=B 2024-11-18T05:18:59,562 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:59,562 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e22978d58de231262c282b960548bf66, store=C 2024-11-18T05:18:59,562 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:18:59,568 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118779890183eda49d8a86f551172bb9379_e22978d58de231262c282b960548bf66 is 50, key is test_row_0/A:col10/1731907137985/Put/seqid=0 2024-11-18T05:18:59,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742068_1244 (size=12454) 2024-11-18T05:18:59,972 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:18:59,976 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118779890183eda49d8a86f551172bb9379_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118779890183eda49d8a86f551172bb9379_e22978d58de231262c282b960548bf66 2024-11-18T05:18:59,977 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/063fd8d5a7484949b9d0540608fcaf2e, store: [table=TestAcidGuarantees family=A region=e22978d58de231262c282b960548bf66] 2024-11-18T05:18:59,978 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/063fd8d5a7484949b9d0540608fcaf2e is 175, key is test_row_0/A:col10/1731907137985/Put/seqid=0 2024-11-18T05:18:59,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742069_1245 (size=31255) 2024-11-18T05:19:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-18T05:19:00,382 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=350, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/063fd8d5a7484949b9d0540608fcaf2e 2024-11-18T05:19:00,388 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/d1d78b61e0dd4aba9e5c11bed8e28958 is 50, key is test_row_0/B:col10/1731907137985/Put/seqid=0 2024-11-18T05:19:00,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742070_1246 (size=12301) 2024-11-18T05:19:00,792 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/d1d78b61e0dd4aba9e5c11bed8e28958 2024-11-18T05:19:00,798 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/c09c5d3e301043e991052ea7d4790843 is 50, key is test_row_0/C:col10/1731907137985/Put/seqid=0 2024-11-18T05:19:00,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742071_1247 (size=12301) 2024-11-18T05:19:01,203 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/c09c5d3e301043e991052ea7d4790843 2024-11-18T05:19:01,208 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/A/063fd8d5a7484949b9d0540608fcaf2e as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/063fd8d5a7484949b9d0540608fcaf2e 2024-11-18T05:19:01,212 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/063fd8d5a7484949b9d0540608fcaf2e, entries=150, sequenceid=350, filesize=30.5 K 2024-11-18T05:19:01,213 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/B/d1d78b61e0dd4aba9e5c11bed8e28958 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/d1d78b61e0dd4aba9e5c11bed8e28958 2024-11-18T05:19:01,217 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/d1d78b61e0dd4aba9e5c11bed8e28958, entries=150, sequenceid=350, filesize=12.0 K 2024-11-18T05:19:01,218 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/.tmp/C/c09c5d3e301043e991052ea7d4790843 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/c09c5d3e301043e991052ea7d4790843 2024-11-18T05:19:01,221 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/c09c5d3e301043e991052ea7d4790843, entries=150, sequenceid=350, filesize=12.0 K 2024-11-18T05:19:01,222 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for e22978d58de231262c282b960548bf66 in 1660ms, sequenceid=350, compaction requested=true 2024-11-18T05:19:01,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/43b8123614e9418cbc3e4a77577dd7e1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/424d2886d9894c2b91da6aec5fa17a99, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/dd88bb7b54454ffa82bebd77204f3844, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/e9090786301340c8a18e3351ab69de5f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/957bd3cd166a49f0acb13d80ab6b194e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/df51b0fa33d5489cba4b9b412102276d, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/6abf1f4a169e44718f189d57ac0e06e4, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/f74517a141624b749f5ef859dbc4677a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/a73ffd78aef64f8c911020bf13aaae5c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/f918bf3a58e54b80a498ea95cf63efa7, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/e2b022ab44bf45ac9415b40be5a49100, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/76b4e1ce666149ebac2a5c8fa8720cf1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/af588731fc1b4694849f8fde030a0840, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/c169ddcfc9024c739b28dc0ec1d7c697, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/084d95e536674d10902401e4e399b739, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/bc69851b4af24ccbbb94c93f7e83cc1f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/8f7b49f146da41f486fd5c9428d59a67, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/fcd9bfec8cca4a3aa59f216c93b2a571, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/b1095773018c48a5a88d71d1adec404b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/696a66ed07934f89af7128793e981208, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/a523e09598554e0f99c56ef6b46e2a48, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/4a6256389cd64d66878ffb4e6ccd37f3] to archive 2024-11-18T05:19:01,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:19:01,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/43b8123614e9418cbc3e4a77577dd7e1 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/43b8123614e9418cbc3e4a77577dd7e1 2024-11-18T05:19:01,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/424d2886d9894c2b91da6aec5fa17a99 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/424d2886d9894c2b91da6aec5fa17a99 2024-11-18T05:19:01,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/dd88bb7b54454ffa82bebd77204f3844 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/dd88bb7b54454ffa82bebd77204f3844 2024-11-18T05:19:01,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/e9090786301340c8a18e3351ab69de5f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/e9090786301340c8a18e3351ab69de5f 2024-11-18T05:19:01,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/957bd3cd166a49f0acb13d80ab6b194e to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/957bd3cd166a49f0acb13d80ab6b194e 2024-11-18T05:19:01,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/df51b0fa33d5489cba4b9b412102276d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/df51b0fa33d5489cba4b9b412102276d 2024-11-18T05:19:01,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/6abf1f4a169e44718f189d57ac0e06e4 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/6abf1f4a169e44718f189d57ac0e06e4 2024-11-18T05:19:01,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/f74517a141624b749f5ef859dbc4677a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/f74517a141624b749f5ef859dbc4677a 2024-11-18T05:19:01,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/a73ffd78aef64f8c911020bf13aaae5c to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/a73ffd78aef64f8c911020bf13aaae5c 2024-11-18T05:19:01,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/f918bf3a58e54b80a498ea95cf63efa7 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/f918bf3a58e54b80a498ea95cf63efa7 2024-11-18T05:19:01,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/e2b022ab44bf45ac9415b40be5a49100 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/e2b022ab44bf45ac9415b40be5a49100 2024-11-18T05:19:01,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/76b4e1ce666149ebac2a5c8fa8720cf1 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/76b4e1ce666149ebac2a5c8fa8720cf1 2024-11-18T05:19:01,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/af588731fc1b4694849f8fde030a0840 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/af588731fc1b4694849f8fde030a0840 2024-11-18T05:19:01,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/c169ddcfc9024c739b28dc0ec1d7c697 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/c169ddcfc9024c739b28dc0ec1d7c697 2024-11-18T05:19:01,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/084d95e536674d10902401e4e399b739 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/084d95e536674d10902401e4e399b739 2024-11-18T05:19:01,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/bc69851b4af24ccbbb94c93f7e83cc1f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/bc69851b4af24ccbbb94c93f7e83cc1f 2024-11-18T05:19:01,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/8f7b49f146da41f486fd5c9428d59a67 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/8f7b49f146da41f486fd5c9428d59a67 2024-11-18T05:19:01,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/fcd9bfec8cca4a3aa59f216c93b2a571 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/fcd9bfec8cca4a3aa59f216c93b2a571 2024-11-18T05:19:01,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/b1095773018c48a5a88d71d1adec404b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/b1095773018c48a5a88d71d1adec404b 2024-11-18T05:19:01,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/696a66ed07934f89af7128793e981208 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/696a66ed07934f89af7128793e981208 2024-11-18T05:19:01,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/a523e09598554e0f99c56ef6b46e2a48 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/a523e09598554e0f99c56ef6b46e2a48 2024-11-18T05:19:01,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/4a6256389cd64d66878ffb4e6ccd37f3 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/4a6256389cd64d66878ffb4e6ccd37f3 2024-11-18T05:19:01,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/832a3faa1a304283902e1d5dccbe4c90, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e745d82cc761416886103f5f60712504, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e8f11699002940ce897dc23ed2988319, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/43b552ffe91b4b6e953ba7a4a40ce2a6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/eced34338e86476391b93283729c025f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/6abc6a14e6154876b1a1e17645e4fa61, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/42e53691d8e94f7a8b6b6951bbbe499d, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e7aaa383840e4b55a067eab7f356cfb9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/26453d2b3355450aa62012b1b7810869, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/46d9abd0faa2416b9e7d949f7633b6b2, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/12e7349d5c30442ead8fbc671d6fb903, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e512b98d9f0045ceb91bb8b7ecf73af7, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/fc32894ed2c84a1d9749a60ce443b559, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/eb9184cfa4b741f5844c76482a1e4479, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/c9d5da254733410c828eb52cccf91430, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/0bc365bd57cb40c78f4c592a6eb18463, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/7019486e7fd6434e9ebf62ae09cc60a2, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/d1a7c83ff0b8487bbc7b7d65aded25c2, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/9f6d3b829d134f4a9d778c9f86a613cd, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/3c630574169f4a238693a626220cca43, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/fa60ade8f92e44419f295f9a32f0ceda, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/722e16af45d24cc3bcf3046ac60c4b1d] to archive 2024-11-18T05:19:01,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:19:01,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/832a3faa1a304283902e1d5dccbe4c90 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/832a3faa1a304283902e1d5dccbe4c90 2024-11-18T05:19:01,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e745d82cc761416886103f5f60712504 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e745d82cc761416886103f5f60712504 2024-11-18T05:19:01,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e8f11699002940ce897dc23ed2988319 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e8f11699002940ce897dc23ed2988319 2024-11-18T05:19:01,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/43b552ffe91b4b6e953ba7a4a40ce2a6 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/43b552ffe91b4b6e953ba7a4a40ce2a6 2024-11-18T05:19:01,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/eced34338e86476391b93283729c025f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/eced34338e86476391b93283729c025f 2024-11-18T05:19:01,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/6abc6a14e6154876b1a1e17645e4fa61 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/6abc6a14e6154876b1a1e17645e4fa61 2024-11-18T05:19:01,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/42e53691d8e94f7a8b6b6951bbbe499d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/42e53691d8e94f7a8b6b6951bbbe499d 2024-11-18T05:19:01,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e7aaa383840e4b55a067eab7f356cfb9 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e7aaa383840e4b55a067eab7f356cfb9 2024-11-18T05:19:01,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/26453d2b3355450aa62012b1b7810869 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/26453d2b3355450aa62012b1b7810869 2024-11-18T05:19:01,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/46d9abd0faa2416b9e7d949f7633b6b2 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/46d9abd0faa2416b9e7d949f7633b6b2 2024-11-18T05:19:01,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/12e7349d5c30442ead8fbc671d6fb903 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/12e7349d5c30442ead8fbc671d6fb903 2024-11-18T05:19:01,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e512b98d9f0045ceb91bb8b7ecf73af7 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e512b98d9f0045ceb91bb8b7ecf73af7 2024-11-18T05:19:01,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/fc32894ed2c84a1d9749a60ce443b559 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/fc32894ed2c84a1d9749a60ce443b559 2024-11-18T05:19:01,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/eb9184cfa4b741f5844c76482a1e4479 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/eb9184cfa4b741f5844c76482a1e4479 2024-11-18T05:19:01,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/c9d5da254733410c828eb52cccf91430 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/c9d5da254733410c828eb52cccf91430 2024-11-18T05:19:01,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/0bc365bd57cb40c78f4c592a6eb18463 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/0bc365bd57cb40c78f4c592a6eb18463 2024-11-18T05:19:01,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/7019486e7fd6434e9ebf62ae09cc60a2 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/7019486e7fd6434e9ebf62ae09cc60a2 2024-11-18T05:19:01,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/d1a7c83ff0b8487bbc7b7d65aded25c2 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/d1a7c83ff0b8487bbc7b7d65aded25c2 2024-11-18T05:19:01,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/9f6d3b829d134f4a9d778c9f86a613cd to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/9f6d3b829d134f4a9d778c9f86a613cd 2024-11-18T05:19:01,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/3c630574169f4a238693a626220cca43 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/3c630574169f4a238693a626220cca43 2024-11-18T05:19:01,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/fa60ade8f92e44419f295f9a32f0ceda to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/fa60ade8f92e44419f295f9a32f0ceda 2024-11-18T05:19:01,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/722e16af45d24cc3bcf3046ac60c4b1d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/722e16af45d24cc3bcf3046ac60c4b1d 2024-11-18T05:19:01,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/94bd40f562e843438b17eb9bcce2016e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b969fefb82714f06a838b816f7f08e24, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b84f4b8ed0534ca38df745ba44c4f6cf, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/1305bcad87524db38e5171ef83849afb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/eb91aff7f13140dabda24c61b2487199, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/f12fd509e41a44dfab0c386bcdeed484, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/a68b9d49616f4c298df59579bc85350e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/c5fd43dd77d44df396456468e091a868, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/1f51a297c84f487aaef72241a5a8c762, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/5903fe6761c44f9eaa2144202ce670c4, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/5598e2f5ffac4a45b6a4bd7926b2227a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/9ee9ea7a011644b4a83c498ae15765b8, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/2b04ce74770c4e8296ac55f4a26f525a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/be1c1208a03148dd90400f49e9436551, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b7bd64f9e8774461ad4a69c9e0847e8e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/9b1235a68f3d4c29af51f1f9f751bdf0, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/e2cb4c51b89342f8a63e15d705e3de7b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/eb667704b49b44dc9b654c25b8cd4ceb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/e209b0eb018f46878e14e57d0b93a6b4, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/03942d832a14479cb24e36add50347d4, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/9fac3bc562d8483c937f1ab697052358, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/6b0d4e5e764a4710a4cee2844e699ce0] to archive 2024-11-18T05:19:01,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:19:01,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/94bd40f562e843438b17eb9bcce2016e to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/94bd40f562e843438b17eb9bcce2016e 2024-11-18T05:19:01,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b969fefb82714f06a838b816f7f08e24 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b969fefb82714f06a838b816f7f08e24 2024-11-18T05:19:01,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b84f4b8ed0534ca38df745ba44c4f6cf to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b84f4b8ed0534ca38df745ba44c4f6cf 2024-11-18T05:19:01,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/1305bcad87524db38e5171ef83849afb to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/1305bcad87524db38e5171ef83849afb 2024-11-18T05:19:01,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/eb91aff7f13140dabda24c61b2487199 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/eb91aff7f13140dabda24c61b2487199 2024-11-18T05:19:01,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/f12fd509e41a44dfab0c386bcdeed484 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/f12fd509e41a44dfab0c386bcdeed484 2024-11-18T05:19:01,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/a68b9d49616f4c298df59579bc85350e to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/a68b9d49616f4c298df59579bc85350e 2024-11-18T05:19:01,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/c5fd43dd77d44df396456468e091a868 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/c5fd43dd77d44df396456468e091a868 2024-11-18T05:19:01,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/1f51a297c84f487aaef72241a5a8c762 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/1f51a297c84f487aaef72241a5a8c762 2024-11-18T05:19:01,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/5903fe6761c44f9eaa2144202ce670c4 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/5903fe6761c44f9eaa2144202ce670c4 2024-11-18T05:19:01,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/5598e2f5ffac4a45b6a4bd7926b2227a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/5598e2f5ffac4a45b6a4bd7926b2227a 2024-11-18T05:19:01,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/9ee9ea7a011644b4a83c498ae15765b8 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/9ee9ea7a011644b4a83c498ae15765b8 2024-11-18T05:19:01,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/2b04ce74770c4e8296ac55f4a26f525a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/2b04ce74770c4e8296ac55f4a26f525a 2024-11-18T05:19:01,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/be1c1208a03148dd90400f49e9436551 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/be1c1208a03148dd90400f49e9436551 2024-11-18T05:19:01,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b7bd64f9e8774461ad4a69c9e0847e8e to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b7bd64f9e8774461ad4a69c9e0847e8e 2024-11-18T05:19:01,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/9b1235a68f3d4c29af51f1f9f751bdf0 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/9b1235a68f3d4c29af51f1f9f751bdf0 2024-11-18T05:19:01,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/e2cb4c51b89342f8a63e15d705e3de7b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/e2cb4c51b89342f8a63e15d705e3de7b 2024-11-18T05:19:01,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/eb667704b49b44dc9b654c25b8cd4ceb to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/eb667704b49b44dc9b654c25b8cd4ceb 2024-11-18T05:19:01,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/e209b0eb018f46878e14e57d0b93a6b4 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/e209b0eb018f46878e14e57d0b93a6b4 2024-11-18T05:19:01,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/03942d832a14479cb24e36add50347d4 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/03942d832a14479cb24e36add50347d4 2024-11-18T05:19:01,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/9fac3bc562d8483c937f1ab697052358 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/9fac3bc562d8483c937f1ab697052358 2024-11-18T05:19:01,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/6b0d4e5e764a4710a4cee2844e699ce0 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/6b0d4e5e764a4710a4cee2844e699ce0 2024-11-18T05:19:01,308 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/recovered.edits/353.seqid, newMaxSeqId=353, maxSeqId=4 2024-11-18T05:19:01,309 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66. 2024-11-18T05:19:01,309 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1635): Region close journal for e22978d58de231262c282b960548bf66: 2024-11-18T05:19:01,311 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(170): Closed e22978d58de231262c282b960548bf66 2024-11-18T05:19:01,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=e22978d58de231262c282b960548bf66, regionState=CLOSED 2024-11-18T05:19:01,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-18T05:19:01,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseRegionProcedure e22978d58de231262c282b960548bf66, server=7cf745f7364a,40727,1731907076066 in 3.2550 sec 2024-11-18T05:19:01,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-18T05:19:01,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e22978d58de231262c282b960548bf66, UNASSIGN in 3.2590 sec 2024-11-18T05:19:01,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-18T05:19:01,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.2620 sec 2024-11-18T05:19:01,318 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907141318"}]},"ts":"1731907141318"} 2024-11-18T05:19:01,319 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-18T05:19:01,321 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-18T05:19:01,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.2750 sec 2024-11-18T05:19:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-18T05:19:02,155 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-18T05:19:02,155 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-18T05:19:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:02,157 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-18T05:19:02,158 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=67, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:02,160 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,162 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A, FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B, FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C, FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/recovered.edits] 2024-11-18T05:19:02,165 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/063fd8d5a7484949b9d0540608fcaf2e to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/063fd8d5a7484949b9d0540608fcaf2e 2024-11-18T05:19:02,166 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/2569aa3f1ff942fbbb559991d295a0b8 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/2569aa3f1ff942fbbb559991d295a0b8 2024-11-18T05:19:02,167 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/91cbf8ef61f64f37aa0f1464da40aa44 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/91cbf8ef61f64f37aa0f1464da40aa44 2024-11-18T05:19:02,168 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/c0f932b157124c78a741ffe8a50362f8 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/A/c0f932b157124c78a741ffe8a50362f8 2024-11-18T05:19:02,170 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/01c4ebb67f7f4b1aace05b734abeefa3 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/01c4ebb67f7f4b1aace05b734abeefa3 2024-11-18T05:19:02,171 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/40942e0d9bd746f59b6c2ea1841e1b32 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/40942e0d9bd746f59b6c2ea1841e1b32 2024-11-18T05:19:02,172 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/d1d78b61e0dd4aba9e5c11bed8e28958 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/d1d78b61e0dd4aba9e5c11bed8e28958 2024-11-18T05:19:02,173 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e559569572f340debb02ff6965c5713a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/B/e559569572f340debb02ff6965c5713a 2024-11-18T05:19:02,175 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/affefb9015f84e40a42eba6d1ef045b2 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/affefb9015f84e40a42eba6d1ef045b2 2024-11-18T05:19:02,176 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b87e56e122da45e4bc2512498efcbeea to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/b87e56e122da45e4bc2512498efcbeea 2024-11-18T05:19:02,177 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/c09c5d3e301043e991052ea7d4790843 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/c09c5d3e301043e991052ea7d4790843 2024-11-18T05:19:02,178 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/e13330a65c4145ebb7c212ab3dac12ee to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/C/e13330a65c4145ebb7c212ab3dac12ee 2024-11-18T05:19:02,180 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/recovered.edits/353.seqid to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66/recovered.edits/353.seqid 2024-11-18T05:19:02,181 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,181 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-18T05:19:02,181 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-18T05:19:02,182 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-18T05:19:02,186 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111805ebf0dd1ae14c4a9d31704691421b90_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111805ebf0dd1ae14c4a9d31704691421b90_e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,187 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180aa16bd97d9f4ff887fd4a4fb7e739e5_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180aa16bd97d9f4ff887fd4a4fb7e739e5_e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,188 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111812fed8df71ab4020a4ba5e27397dd35e_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111812fed8df71ab4020a4ba5e27397dd35e_e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,189 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111832d7a7f7e669458b84e7999fc9fea926_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111832d7a7f7e669458b84e7999fc9fea926_e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,190 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111847097c74f4634f009da7fca5e3120882_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111847097c74f4634f009da7fca5e3120882_e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,192 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111854797b296f87448db44152f2a3c88ef7_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111854797b296f87448db44152f2a3c88ef7_e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,193 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185eac3e32d7a641f9b3e8e65e7309463e_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185eac3e32d7a641f9b3e8e65e7309463e_e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,194 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111860f4b99bc6a7401ab2bc173172f275f2_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111860f4b99bc6a7401ab2bc173172f275f2_e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,195 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111872a6d2f74cfa4f8cb785d650d4e22171_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111872a6d2f74cfa4f8cb785d650d4e22171_e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,196 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118779890183eda49d8a86f551172bb9379_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118779890183eda49d8a86f551172bb9379_e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,198 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188c53f3a001e146d1a6abd427292e168a_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188c53f3a001e146d1a6abd427292e168a_e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,199 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118930781730a504c27b4bcd7d33ccb8f4d_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118930781730a504c27b4bcd7d33ccb8f4d_e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,200 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111899f47dba263646b28e9df93aa71ac2dd_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111899f47dba263646b28e9df93aa71ac2dd_e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,201 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bb29ba6c5fd14b00ad7b5eb36a4d740b_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bb29ba6c5fd14b00ad7b5eb36a4d740b_e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,202 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e36632677df942a193c36b3442361dfd_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e36632677df942a193c36b3442361dfd_e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,203 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e4c8f5f3bcd741629969f5b29ff55191_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e4c8f5f3bcd741629969f5b29ff55191_e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,204 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e6798d3753534c47b5544f74673ecc73_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e6798d3753534c47b5544f74673ecc73_e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,205 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e70f8dfa6d6f49f7beb422edb19ea428_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e70f8dfa6d6f49f7beb422edb19ea428_e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,206 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f77061fb9d73448cadc02c589a122a42_e22978d58de231262c282b960548bf66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f77061fb9d73448cadc02c589a122a42_e22978d58de231262c282b960548bf66 2024-11-18T05:19:02,207 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-18T05:19:02,209 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=67, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:02,211 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-18T05:19:02,213 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-18T05:19:02,214 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=67, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:02,214 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-18T05:19:02,214 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731907142214"}]},"ts":"9223372036854775807"} 2024-11-18T05:19:02,216 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-18T05:19:02,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e22978d58de231262c282b960548bf66, NAME => 'TestAcidGuarantees,,1731907113147.e22978d58de231262c282b960548bf66.', STARTKEY => '', ENDKEY => ''}] 2024-11-18T05:19:02,216 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-18T05:19:02,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731907142216"}]},"ts":"9223372036854775807"} 2024-11-18T05:19:02,218 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-18T05:19:02,220 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=67, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:02,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 65 msec 2024-11-18T05:19:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-18T05:19:02,259 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-18T05:19:02,270 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=241 (was 238) Potentially hanging thread: hconnection-0x2e9ff10e-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2e9ff10e-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2057951537_22 at /127.0.0.1:55104 [Waiting for operation #152] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1917776069_22 at /127.0.0.1:55028 [Waiting for operation #170] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2057951537_22 at /127.0.0.1:58222 [Waiting for operation #206] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/cluster_da3f8084-1d57-f31c-e801-5b3506f668cb/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/cluster_da3f8084-1d57-f31c-e801-5b3506f668cb/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2e9ff10e-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2e9ff10e-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=435 (was 284) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12195 (was 11502) - AvailableMemoryMB LEAK? - 2024-11-18T05:19:02,278 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=241, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=435, ProcessCount=11, AvailableMemoryMB=12195 2024-11-18T05:19:02,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T05:19:02,280 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:19:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:02,281 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T05:19:02,282 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:02,282 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 68 2024-11-18T05:19:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-18T05:19:02,282 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T05:19:02,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742072_1248 (size=960) 2024-11-18T05:19:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-18T05:19:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-18T05:19:02,690 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31 2024-11-18T05:19:02,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742073_1249 (size=53) 2024-11-18T05:19:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-18T05:19:03,097 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:19:03,097 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 203ec20f38ac89a6f8ab95cb6368acc2, disabling compactions & flushes 2024-11-18T05:19:03,097 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:03,097 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:03,097 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. after waiting 0 ms 2024-11-18T05:19:03,097 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:03,097 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:03,097 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:03,098 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T05:19:03,098 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731907143098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731907143098"}]},"ts":"1731907143098"} 2024-11-18T05:19:03,099 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-18T05:19:03,100 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T05:19:03,100 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907143100"}]},"ts":"1731907143100"} 2024-11-18T05:19:03,101 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-18T05:19:03,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=203ec20f38ac89a6f8ab95cb6368acc2, ASSIGN}] 2024-11-18T05:19:03,107 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=203ec20f38ac89a6f8ab95cb6368acc2, ASSIGN 2024-11-18T05:19:03,108 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=203ec20f38ac89a6f8ab95cb6368acc2, ASSIGN; state=OFFLINE, location=7cf745f7364a,40727,1731907076066; forceNewPlan=false, retain=false 2024-11-18T05:19:03,259 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=203ec20f38ac89a6f8ab95cb6368acc2, regionState=OPENING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:03,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; OpenRegionProcedure 203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:19:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-18T05:19:03,412 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:03,414 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:03,415 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7285): Opening region: {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:19:03,415 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:03,415 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:19:03,415 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7327): checking encryption for 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:03,415 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7330): checking classloading for 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:03,416 INFO [StoreOpener-203ec20f38ac89a6f8ab95cb6368acc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:03,418 INFO [StoreOpener-203ec20f38ac89a6f8ab95cb6368acc2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:19:03,418 INFO [StoreOpener-203ec20f38ac89a6f8ab95cb6368acc2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 203ec20f38ac89a6f8ab95cb6368acc2 columnFamilyName A 2024-11-18T05:19:03,418 DEBUG [StoreOpener-203ec20f38ac89a6f8ab95cb6368acc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:03,418 INFO [StoreOpener-203ec20f38ac89a6f8ab95cb6368acc2-1 {}] regionserver.HStore(327): Store=203ec20f38ac89a6f8ab95cb6368acc2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:19:03,418 INFO [StoreOpener-203ec20f38ac89a6f8ab95cb6368acc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:03,419 INFO [StoreOpener-203ec20f38ac89a6f8ab95cb6368acc2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:19:03,419 INFO [StoreOpener-203ec20f38ac89a6f8ab95cb6368acc2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 203ec20f38ac89a6f8ab95cb6368acc2 columnFamilyName B 2024-11-18T05:19:03,420 DEBUG [StoreOpener-203ec20f38ac89a6f8ab95cb6368acc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:03,420 INFO [StoreOpener-203ec20f38ac89a6f8ab95cb6368acc2-1 {}] regionserver.HStore(327): Store=203ec20f38ac89a6f8ab95cb6368acc2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:19:03,420 INFO [StoreOpener-203ec20f38ac89a6f8ab95cb6368acc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:03,421 INFO [StoreOpener-203ec20f38ac89a6f8ab95cb6368acc2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:19:03,421 INFO [StoreOpener-203ec20f38ac89a6f8ab95cb6368acc2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 203ec20f38ac89a6f8ab95cb6368acc2 columnFamilyName C 2024-11-18T05:19:03,421 DEBUG [StoreOpener-203ec20f38ac89a6f8ab95cb6368acc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:03,421 INFO [StoreOpener-203ec20f38ac89a6f8ab95cb6368acc2-1 {}] regionserver.HStore(327): Store=203ec20f38ac89a6f8ab95cb6368acc2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:19:03,422 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:03,422 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:03,422 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:03,424 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:19:03,425 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1085): writing seq id for 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:03,426 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:19:03,427 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1102): Opened 203ec20f38ac89a6f8ab95cb6368acc2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61996987, jitterRate=-0.07617290318012238}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:19:03,427 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1001): Region open journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:03,428 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., pid=70, masterSystemTime=1731907143411 2024-11-18T05:19:03,429 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:03,429 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:03,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=203ec20f38ac89a6f8ab95cb6368acc2, regionState=OPEN, openSeqNum=2, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:03,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-18T05:19:03,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; OpenRegionProcedure 203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 in 170 msec 2024-11-18T05:19:03,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-18T05:19:03,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=203ec20f38ac89a6f8ab95cb6368acc2, ASSIGN in 326 msec 2024-11-18T05:19:03,434 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T05:19:03,434 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907143434"}]},"ts":"1731907143434"} 2024-11-18T05:19:03,434 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-18T05:19:03,437 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T05:19:03,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1570 sec 2024-11-18T05:19:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-18T05:19:04,386 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 68 completed 2024-11-18T05:19:04,388 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b6adc5 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a569490 2024-11-18T05:19:04,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ac389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:04,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:04,394 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:04,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T05:19:04,396 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T05:19:04,397 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce 2024-11-18T05:19:04,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:04,401 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-11-18T05:19:04,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:04,404 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-11-18T05:19:04,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:04,408 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-11-18T05:19:04,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:04,411 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-11-18T05:19:04,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:04,415 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-11-18T05:19:04,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:04,419 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-11-18T05:19:04,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:04,423 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-11-18T05:19:04,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:04,428 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-11-18T05:19:04,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:04,431 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-11-18T05:19:04,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:04,438 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:04,438 DEBUG [hconnection-0x7d9ae0df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:04,438 DEBUG [hconnection-0x1593b46d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:04,439 DEBUG [hconnection-0x5cd96300-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:04,440 DEBUG [hconnection-0x7921851a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:04,440 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:04,440 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:04,440 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:04,441 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:04,441 DEBUG [hconnection-0x670ec8fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:04,442 DEBUG [hconnection-0xbd6f5b7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:04,442 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:04,443 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:04,443 DEBUG [hconnection-0x1f2fa4f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-18T05:19:04,444 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-18T05:19:04,445 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:04,446 DEBUG [hconnection-0x7c091d1b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:04,446 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:04,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:04,447 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:04,450 DEBUG [hconnection-0x7dca9bfc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:04,451 DEBUG [hconnection-0x29e78c72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:04,451 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:04,452 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:04,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-18T05:19:04,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:04,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:04,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:04,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:04,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:04,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:04,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907204485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:04,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907204487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:04,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907204493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:04,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907204493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:04,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907204493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:04,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/e3c9752fdcf54c849b92fb3a6324682e is 50, key is test_row_0/A:col10/1731907144450/Put/seqid=0 2024-11-18T05:19:04,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742074_1250 (size=12001) 2024-11-18T05:19:04,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/e3c9752fdcf54c849b92fb3a6324682e 2024-11-18T05:19:04,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/f6f2c7bba4524ce48c0526c383927578 is 50, key is test_row_0/B:col10/1731907144450/Put/seqid=0 2024-11-18T05:19:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-18T05:19:04,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742075_1251 (size=12001) 2024-11-18T05:19:04,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/f6f2c7bba4524ce48c0526c383927578 2024-11-18T05:19:04,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907204594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:04,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:04,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907204597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907204596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:04,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907204598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:04,599 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:04,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907204598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:04,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-18T05:19:04,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:04,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:04,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:04,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:04,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:04,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/6594569e880c4aa6a607f526349a9078 is 50, key is test_row_0/C:col10/1731907144450/Put/seqid=0 2024-11-18T05:19:04,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742076_1252 (size=12001) 2024-11-18T05:19:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-18T05:19:04,755 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:04,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-18T05:19:04,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:04,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:04,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:04,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:04,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:04,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907204797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:04,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907204801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:04,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907204801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:04,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907204802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:04,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907204802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:04,908 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:04,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-18T05:19:04,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:04,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:04,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:04,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:04,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:05,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/6594569e880c4aa6a607f526349a9078 2024-11-18T05:19:05,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/e3c9752fdcf54c849b92fb3a6324682e as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/e3c9752fdcf54c849b92fb3a6324682e 2024-11-18T05:19:05,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/e3c9752fdcf54c849b92fb3a6324682e, entries=150, sequenceid=13, filesize=11.7 K 2024-11-18T05:19:05,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/f6f2c7bba4524ce48c0526c383927578 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/f6f2c7bba4524ce48c0526c383927578 2024-11-18T05:19:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-18T05:19:05,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/f6f2c7bba4524ce48c0526c383927578, entries=150, sequenceid=13, filesize=11.7 K 2024-11-18T05:19:05,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/6594569e880c4aa6a607f526349a9078 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/6594569e880c4aa6a607f526349a9078 2024-11-18T05:19:05,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/6594569e880c4aa6a607f526349a9078, entries=150, sequenceid=13, filesize=11.7 K 2024-11-18T05:19:05,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 203ec20f38ac89a6f8ab95cb6368acc2 in 603ms, sequenceid=13, compaction requested=false 2024-11-18T05:19:05,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:05,061 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-18T05:19:05,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:05,062 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-18T05:19:05,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:05,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:05,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:05,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:05,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:05,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:05,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/7d920e4444f24e2cbce4d9abd0ff6cca is 50, key is test_row_0/A:col10/1731907144484/Put/seqid=0 2024-11-18T05:19:05,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742077_1253 (size=12001) 2024-11-18T05:19:05,079 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/7d920e4444f24e2cbce4d9abd0ff6cca 2024-11-18T05:19:05,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/bcf0332686f94f7e9dcb0fc25cd57187 is 50, key is test_row_0/B:col10/1731907144484/Put/seqid=0 2024-11-18T05:19:05,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742078_1254 (size=12001) 2024-11-18T05:19:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:05,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:05,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907205109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907205110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907205111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907205111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907205112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907205212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907205213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907205215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907205215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907205215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907205414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907205416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907205417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907205417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907205418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,496 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/bcf0332686f94f7e9dcb0fc25cd57187 2024-11-18T05:19:05,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/bd911a87008c4fb98480e4f9842c6301 is 50, key is test_row_0/C:col10/1731907144484/Put/seqid=0 2024-11-18T05:19:05,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742079_1255 (size=12001) 2024-11-18T05:19:05,508 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/bd911a87008c4fb98480e4f9842c6301 2024-11-18T05:19:05,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/7d920e4444f24e2cbce4d9abd0ff6cca as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/7d920e4444f24e2cbce4d9abd0ff6cca 2024-11-18T05:19:05,517 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/7d920e4444f24e2cbce4d9abd0ff6cca, entries=150, sequenceid=39, filesize=11.7 K 2024-11-18T05:19:05,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/bcf0332686f94f7e9dcb0fc25cd57187 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/bcf0332686f94f7e9dcb0fc25cd57187 2024-11-18T05:19:05,523 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/bcf0332686f94f7e9dcb0fc25cd57187, entries=150, sequenceid=39, filesize=11.7 K 2024-11-18T05:19:05,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/bd911a87008c4fb98480e4f9842c6301 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/bd911a87008c4fb98480e4f9842c6301 2024-11-18T05:19:05,529 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/bd911a87008c4fb98480e4f9842c6301, entries=150, sequenceid=39, filesize=11.7 K 2024-11-18T05:19:05,530 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 203ec20f38ac89a6f8ab95cb6368acc2 in 468ms, sequenceid=39, compaction requested=false 2024-11-18T05:19:05,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:05,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:05,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-18T05:19:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-18T05:19:05,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-18T05:19:05,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0850 sec 2024-11-18T05:19:05,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.0950 sec 2024-11-18T05:19:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-18T05:19:05,549 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-18T05:19:05,550 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-18T05:19:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-18T05:19:05,552 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:05,552 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:05,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-18T05:19:05,704 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-18T05:19:05,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:05,705 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-18T05:19:05,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:05,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:05,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:05,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:05,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:05,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:05,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/4291531fcc7c409d9baa5958803612ee is 50, key is test_row_0/A:col10/1731907145110/Put/seqid=0 2024-11-18T05:19:05,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742080_1256 (size=12001) 2024-11-18T05:19:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:05,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:05,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907205737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907205738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907205738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907205739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907205739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907205841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907205841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907205842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907205842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907205842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-18T05:19:06,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907206045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907206045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907206045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907206046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907206046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,119 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/4291531fcc7c409d9baa5958803612ee 2024-11-18T05:19:06,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/f16261dde5b54ce79a8711f220cf8b12 is 50, key is test_row_0/B:col10/1731907145110/Put/seqid=0 2024-11-18T05:19:06,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742081_1257 (size=12001) 2024-11-18T05:19:06,133 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/f16261dde5b54ce79a8711f220cf8b12 2024-11-18T05:19:06,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/286edcf920344317adb7e4c0c05da17e is 50, key is test_row_0/C:col10/1731907145110/Put/seqid=0 2024-11-18T05:19:06,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742082_1258 (size=12001) 2024-11-18T05:19:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-18T05:19:06,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907206348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907206349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907206349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907206350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907206350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,549 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/286edcf920344317adb7e4c0c05da17e 2024-11-18T05:19:06,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/4291531fcc7c409d9baa5958803612ee as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/4291531fcc7c409d9baa5958803612ee 2024-11-18T05:19:06,558 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/4291531fcc7c409d9baa5958803612ee, entries=150, sequenceid=51, filesize=11.7 K 2024-11-18T05:19:06,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/f16261dde5b54ce79a8711f220cf8b12 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/f16261dde5b54ce79a8711f220cf8b12 2024-11-18T05:19:06,563 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/f16261dde5b54ce79a8711f220cf8b12, entries=150, sequenceid=51, filesize=11.7 K 2024-11-18T05:19:06,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/286edcf920344317adb7e4c0c05da17e as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/286edcf920344317adb7e4c0c05da17e 2024-11-18T05:19:06,568 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/286edcf920344317adb7e4c0c05da17e, entries=150, sequenceid=51, filesize=11.7 K 2024-11-18T05:19:06,568 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 203ec20f38ac89a6f8ab95cb6368acc2 in 864ms, sequenceid=51, compaction requested=true 2024-11-18T05:19:06,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:06,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:06,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-18T05:19:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-18T05:19:06,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-18T05:19:06,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0180 sec 2024-11-18T05:19:06,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.0230 sec 2024-11-18T05:19:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-18T05:19:06,655 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-18T05:19:06,657 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-18T05:19:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-18T05:19:06,659 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:06,660 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:06,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-18T05:19:06,812 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-18T05:19:06,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:06,813 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T05:19:06,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:06,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:06,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:06,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:06,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:06,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:06,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/c6ddc361084345e0ada905b586533ecf is 50, key is test_row_0/A:col10/1731907145738/Put/seqid=0 2024-11-18T05:19:06,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742083_1259 (size=12001) 2024-11-18T05:19:06,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T05:19:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:06,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:06,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907206859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907206860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907206861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907206861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907206863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-18T05:19:06,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907206963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907206966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907206966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907206967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:06,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907206967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:07,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907207167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:07,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907207167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:07,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907207170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:07,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907207173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:07,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907207173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:07,227 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/c6ddc361084345e0ada905b586533ecf 2024-11-18T05:19:07,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/0cb3097bd1dd43139ab4813ea0df1198 is 50, key is test_row_0/B:col10/1731907145738/Put/seqid=0 2024-11-18T05:19:07,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742084_1260 (size=12001) 2024-11-18T05:19:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-18T05:19:07,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907207470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:07,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907207472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:07,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907207472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:07,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907207476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:07,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907207477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:07,641 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/0cb3097bd1dd43139ab4813ea0df1198 2024-11-18T05:19:07,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/7bceb71a7d12420ca0a70e0f8622a57c is 50, key is test_row_0/C:col10/1731907145738/Put/seqid=0 2024-11-18T05:19:07,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742085_1261 (size=12001) 2024-11-18T05:19:07,667 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/7bceb71a7d12420ca0a70e0f8622a57c 2024-11-18T05:19:07,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/c6ddc361084345e0ada905b586533ecf as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/c6ddc361084345e0ada905b586533ecf 2024-11-18T05:19:07,681 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/c6ddc361084345e0ada905b586533ecf, entries=150, sequenceid=75, filesize=11.7 K 2024-11-18T05:19:07,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/0cb3097bd1dd43139ab4813ea0df1198 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/0cb3097bd1dd43139ab4813ea0df1198 2024-11-18T05:19:07,687 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/0cb3097bd1dd43139ab4813ea0df1198, entries=150, sequenceid=75, filesize=11.7 K 2024-11-18T05:19:07,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/7bceb71a7d12420ca0a70e0f8622a57c as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/7bceb71a7d12420ca0a70e0f8622a57c 2024-11-18T05:19:07,691 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/7bceb71a7d12420ca0a70e0f8622a57c, entries=150, sequenceid=75, filesize=11.7 K 2024-11-18T05:19:07,692 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 203ec20f38ac89a6f8ab95cb6368acc2 in 879ms, sequenceid=75, compaction requested=true 2024-11-18T05:19:07,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:07,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:07,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-18T05:19:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-18T05:19:07,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-18T05:19:07,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0340 sec 2024-11-18T05:19:07,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.0380 sec 2024-11-18T05:19:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-18T05:19:07,762 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-18T05:19:07,763 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-18T05:19:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-18T05:19:07,765 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:07,765 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:07,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-18T05:19:07,917 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:07,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-18T05:19:07,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:07,918 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-18T05:19:07,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:07,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:07,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:07,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:07,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:07,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:07,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/c1a3a93b54dc41799540cbf12671f1f2 is 50, key is test_row_0/A:col10/1731907146854/Put/seqid=0 2024-11-18T05:19:07,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742086_1262 (size=12001) 2024-11-18T05:19:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:07,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:07,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907207994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:07,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907207995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:08,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907207997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:08,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907207997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:08,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907207998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-18T05:19:08,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907208099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:08,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907208100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:08,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907208102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:08,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907208103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:08,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907208103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:08,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907208303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:08,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907208304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:08,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907208306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:08,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907208306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:08,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907208307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:08,346 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/c1a3a93b54dc41799540cbf12671f1f2 2024-11-18T05:19:08,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/a7a15267a90c4d9081283abf6779cef6 is 50, key is test_row_0/B:col10/1731907146854/Put/seqid=0 2024-11-18T05:19:08,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742087_1263 (size=12001) 2024-11-18T05:19:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-18T05:19:08,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907208606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:08,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907208609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:08,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907208610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:08,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907208610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:08,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907208616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:08,760 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/a7a15267a90c4d9081283abf6779cef6 2024-11-18T05:19:08,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/4c83dfc8715b453f8146f5e8de629f38 is 50, key is test_row_0/C:col10/1731907146854/Put/seqid=0 2024-11-18T05:19:08,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742088_1264 (size=12001) 2024-11-18T05:19:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-18T05:19:09,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907209113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:09,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907209114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:09,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907209117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:09,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907209121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:09,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907209121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:09,171 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/4c83dfc8715b453f8146f5e8de629f38 2024-11-18T05:19:09,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/c1a3a93b54dc41799540cbf12671f1f2 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/c1a3a93b54dc41799540cbf12671f1f2 2024-11-18T05:19:09,184 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/c1a3a93b54dc41799540cbf12671f1f2, entries=150, sequenceid=87, filesize=11.7 K 2024-11-18T05:19:09,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/a7a15267a90c4d9081283abf6779cef6 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/a7a15267a90c4d9081283abf6779cef6 2024-11-18T05:19:09,189 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/a7a15267a90c4d9081283abf6779cef6, entries=150, sequenceid=87, filesize=11.7 K 2024-11-18T05:19:09,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/4c83dfc8715b453f8146f5e8de629f38 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/4c83dfc8715b453f8146f5e8de629f38 2024-11-18T05:19:09,196 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/4c83dfc8715b453f8146f5e8de629f38, entries=150, sequenceid=87, filesize=11.7 K 2024-11-18T05:19:09,197 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 203ec20f38ac89a6f8ab95cb6368acc2 in 1279ms, sequenceid=87, compaction requested=true 2024-11-18T05:19:09,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:09,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:09,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-18T05:19:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-18T05:19:09,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-18T05:19:09,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4340 sec 2024-11-18T05:19:09,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.4390 sec 2024-11-18T05:19:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-18T05:19:09,869 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-18T05:19:09,870 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-18T05:19:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-18T05:19:09,873 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:09,874 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:09,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-18T05:19:10,029 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-18T05:19:10,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:10,030 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T05:19:10,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:10,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:10,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:10,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:10,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:10,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:10,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/6220bd32a4a4417c9577fb69840ffc7d is 50, key is test_row_0/A:col10/1731907147996/Put/seqid=0 2024-11-18T05:19:10,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742089_1265 (size=12001) 2024-11-18T05:19:10,047 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/6220bd32a4a4417c9577fb69840ffc7d 2024-11-18T05:19:10,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/c79146a4dd344a7a942235db509624b8 is 50, key is test_row_0/B:col10/1731907147996/Put/seqid=0 2024-11-18T05:19:10,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742090_1266 (size=12001) 2024-11-18T05:19:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:10,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:10,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907210128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907210129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907210129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907210132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907210132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-18T05:19:10,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907210233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907210233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907210233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907210236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907210236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907210436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907210437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907210438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907210442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907210443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,464 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/c79146a4dd344a7a942235db509624b8 2024-11-18T05:19:10,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/f8a885eed7a4491288f943c9cf5ed1b4 is 50, key is test_row_0/C:col10/1731907147996/Put/seqid=0 2024-11-18T05:19:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-18T05:19:10,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742091_1267 (size=12001) 2024-11-18T05:19:10,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907210739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907210740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907210741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907210745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907210746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:10,876 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/f8a885eed7a4491288f943c9cf5ed1b4 2024-11-18T05:19:10,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/6220bd32a4a4417c9577fb69840ffc7d as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/6220bd32a4a4417c9577fb69840ffc7d 2024-11-18T05:19:10,885 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/6220bd32a4a4417c9577fb69840ffc7d, entries=150, sequenceid=111, filesize=11.7 K 2024-11-18T05:19:10,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/c79146a4dd344a7a942235db509624b8 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/c79146a4dd344a7a942235db509624b8 2024-11-18T05:19:10,891 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/c79146a4dd344a7a942235db509624b8, entries=150, sequenceid=111, filesize=11.7 K 2024-11-18T05:19:10,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/f8a885eed7a4491288f943c9cf5ed1b4 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/f8a885eed7a4491288f943c9cf5ed1b4 2024-11-18T05:19:10,895 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/f8a885eed7a4491288f943c9cf5ed1b4, entries=150, sequenceid=111, filesize=11.7 K 2024-11-18T05:19:10,896 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 203ec20f38ac89a6f8ab95cb6368acc2 in 866ms, sequenceid=111, compaction requested=true 2024-11-18T05:19:10,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:10,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:10,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-18T05:19:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-18T05:19:10,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-18T05:19:10,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0240 sec 2024-11-18T05:19:10,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.0300 sec 2024-11-18T05:19:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-18T05:19:10,976 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-18T05:19:10,977 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-18T05:19:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-18T05:19:10,979 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:10,979 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:10,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-18T05:19:11,131 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-18T05:19:11,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:11,132 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T05:19:11,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:11,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:11,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:11,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:11,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:11,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:11,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/61818887ebab400197278d0ee57b7407 is 50, key is test_row_0/A:col10/1731907150131/Put/seqid=0 2024-11-18T05:19:11,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742092_1268 (size=12001) 2024-11-18T05:19:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:11,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:11,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907211264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907211265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907211265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907211266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907211266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-18T05:19:11,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907211370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907211370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907211370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907211370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907211371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,543 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/61818887ebab400197278d0ee57b7407 2024-11-18T05:19:11,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/0fc7978845064434b113591db14e3705 is 50, key is test_row_0/B:col10/1731907150131/Put/seqid=0 2024-11-18T05:19:11,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742093_1269 (size=12001) 2024-11-18T05:19:11,558 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/0fc7978845064434b113591db14e3705 2024-11-18T05:19:11,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/5f8104818b404d67a2297e8f04bc3717 is 50, key is test_row_0/C:col10/1731907150131/Put/seqid=0 2024-11-18T05:19:11,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742094_1270 (size=12001) 2024-11-18T05:19:11,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907211574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907211575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907211575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907211575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907211576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-18T05:19:11,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907211879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907211879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907211879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907211879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907211881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:11,972 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/5f8104818b404d67a2297e8f04bc3717 2024-11-18T05:19:11,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/61818887ebab400197278d0ee57b7407 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/61818887ebab400197278d0ee57b7407 2024-11-18T05:19:11,981 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/61818887ebab400197278d0ee57b7407, entries=150, sequenceid=124, filesize=11.7 K 2024-11-18T05:19:11,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/0fc7978845064434b113591db14e3705 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/0fc7978845064434b113591db14e3705 2024-11-18T05:19:11,985 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/0fc7978845064434b113591db14e3705, entries=150, sequenceid=124, filesize=11.7 K 2024-11-18T05:19:11,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/5f8104818b404d67a2297e8f04bc3717 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/5f8104818b404d67a2297e8f04bc3717 2024-11-18T05:19:11,991 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/5f8104818b404d67a2297e8f04bc3717, entries=150, sequenceid=124, filesize=11.7 K 2024-11-18T05:19:11,992 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 203ec20f38ac89a6f8ab95cb6368acc2 in 859ms, sequenceid=124, compaction requested=true 2024-11-18T05:19:11,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:11,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:11,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-18T05:19:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-18T05:19:11,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-18T05:19:11,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0140 sec 2024-11-18T05:19:11,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.0180 sec 2024-11-18T05:19:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-18T05:19:12,082 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-18T05:19:12,083 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-18T05:19:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-18T05:19:12,085 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:12,085 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:12,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-18T05:19:12,237 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:12,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-18T05:19:12,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:12,238 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T05:19:12,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:12,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:12,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:12,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:12,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:12,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:12,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/9b42ea549c1c46ef8a26f2070103944c is 50, key is test_row_0/A:col10/1731907151265/Put/seqid=0 2024-11-18T05:19:12,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742095_1271 (size=12151) 2024-11-18T05:19:12,247 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/9b42ea549c1c46ef8a26f2070103944c 2024-11-18T05:19:12,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/9bbc22c3b56945c2a34652749fabfa88 is 50, key is test_row_0/B:col10/1731907151265/Put/seqid=0 2024-11-18T05:19:12,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742096_1272 (size=12151) 2024-11-18T05:19:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:12,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-18T05:19:12,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907212391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:12,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907212393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:12,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907212394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:12,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907212394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:12,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907212395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:12,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907212495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:12,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907212496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:12,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907212498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:12,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907212498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:12,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907212498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-18T05:19:12,687 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/9bbc22c3b56945c2a34652749fabfa88 2024-11-18T05:19:12,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/859c76f46c624b5e8911fb62f5b6d9f6 is 50, key is test_row_0/C:col10/1731907151265/Put/seqid=0 2024-11-18T05:19:12,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742097_1273 (size=12151) 2024-11-18T05:19:12,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907212699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:12,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907212699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:12,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907212702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:12,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907212703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:12,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907212703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907213004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907213006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907213006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907213006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907213008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,099 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/859c76f46c624b5e8911fb62f5b6d9f6 2024-11-18T05:19:13,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/9b42ea549c1c46ef8a26f2070103944c as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/9b42ea549c1c46ef8a26f2070103944c 2024-11-18T05:19:13,108 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/9b42ea549c1c46ef8a26f2070103944c, entries=150, sequenceid=147, filesize=11.9 K 2024-11-18T05:19:13,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/9bbc22c3b56945c2a34652749fabfa88 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/9bbc22c3b56945c2a34652749fabfa88 2024-11-18T05:19:13,113 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/9bbc22c3b56945c2a34652749fabfa88, entries=150, sequenceid=147, filesize=11.9 K 2024-11-18T05:19:13,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/859c76f46c624b5e8911fb62f5b6d9f6 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/859c76f46c624b5e8911fb62f5b6d9f6 2024-11-18T05:19:13,118 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/859c76f46c624b5e8911fb62f5b6d9f6, entries=150, sequenceid=147, filesize=11.9 K 2024-11-18T05:19:13,119 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 203ec20f38ac89a6f8ab95cb6368acc2 in 882ms, sequenceid=147, compaction requested=true 2024-11-18T05:19:13,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:13,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:13,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-18T05:19:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-18T05:19:13,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-18T05:19:13,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0350 sec 2024-11-18T05:19:13,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.0390 sec 2024-11-18T05:19:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-18T05:19:13,188 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-18T05:19:13,189 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:13,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-18T05:19:13,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-18T05:19:13,190 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:13,191 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:13,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:13,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-18T05:19:13,342 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-18T05:19:13,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:13,343 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T05:19:13,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:13,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:13,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:13,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:13,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:13,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:13,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/660458f936854c51a5805957dab5d8df is 50, key is test_row_0/A:col10/1731907152388/Put/seqid=0 2024-11-18T05:19:13,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742098_1274 (size=12151) 2024-11-18T05:19:13,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-18T05:19:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:13,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:13,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907213528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907213529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907213559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907213559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907213559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907213660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907213660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907213664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907213664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907213664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,767 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/660458f936854c51a5805957dab5d8df 2024-11-18T05:19:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/068bb727056241d58b79862a6a092177 is 50, key is test_row_0/B:col10/1731907152388/Put/seqid=0 2024-11-18T05:19:13,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742099_1275 (size=12151) 2024-11-18T05:19:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-18T05:19:13,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907213865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907213865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907213868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907213868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:13,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907213869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907214168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907214170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907214172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907214173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907214173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,182 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/068bb727056241d58b79862a6a092177 2024-11-18T05:19:14,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/5662b3262b3f40fda12133bc513501bb is 50, key is test_row_0/C:col10/1731907152388/Put/seqid=0 2024-11-18T05:19:14,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742100_1276 (size=12151) 2024-11-18T05:19:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-18T05:19:14,603 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/5662b3262b3f40fda12133bc513501bb 2024-11-18T05:19:14,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/660458f936854c51a5805957dab5d8df as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/660458f936854c51a5805957dab5d8df 2024-11-18T05:19:14,612 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/660458f936854c51a5805957dab5d8df, entries=150, sequenceid=161, filesize=11.9 K 2024-11-18T05:19:14,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/068bb727056241d58b79862a6a092177 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/068bb727056241d58b79862a6a092177 2024-11-18T05:19:14,619 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/068bb727056241d58b79862a6a092177, entries=150, sequenceid=161, filesize=11.9 K 2024-11-18T05:19:14,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/5662b3262b3f40fda12133bc513501bb as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/5662b3262b3f40fda12133bc513501bb 2024-11-18T05:19:14,623 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/5662b3262b3f40fda12133bc513501bb, entries=150, sequenceid=161, filesize=11.9 K 2024-11-18T05:19:14,624 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 203ec20f38ac89a6f8ab95cb6368acc2 in 1281ms, sequenceid=161, compaction requested=true 2024-11-18T05:19:14,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:14,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:14,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-18T05:19:14,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-18T05:19:14,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-18T05:19:14,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4340 sec 2024-11-18T05:19:14,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.4380 sec 2024-11-18T05:19:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:14,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-18T05:19:14,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:14,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:14,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:14,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:14,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:14,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:14,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/5f2f833717e44716a585a68a717bc67b is 50, key is test_row_0/A:col10/1731907153533/Put/seqid=0 2024-11-18T05:19:14,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907214685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907214686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907214687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907214688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907214691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742101_1277 (size=14541) 2024-11-18T05:19:14,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/5f2f833717e44716a585a68a717bc67b 2024-11-18T05:19:14,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/3ea9389661cc4872afc3b9d95d037b3f is 50, key is test_row_0/B:col10/1731907153533/Put/seqid=0 2024-11-18T05:19:14,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742102_1278 (size=12151) 2024-11-18T05:19:14,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/3ea9389661cc4872afc3b9d95d037b3f 2024-11-18T05:19:14,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/9bf8e5d12a784cd089882e8c35deae0d is 50, key is test_row_0/C:col10/1731907153533/Put/seqid=0 2024-11-18T05:19:14,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742103_1279 (size=12151) 2024-11-18T05:19:14,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/9bf8e5d12a784cd089882e8c35deae0d 2024-11-18T05:19:14,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/5f2f833717e44716a585a68a717bc67b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/5f2f833717e44716a585a68a717bc67b 2024-11-18T05:19:14,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/5f2f833717e44716a585a68a717bc67b, entries=200, sequenceid=186, filesize=14.2 K 2024-11-18T05:19:14,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/3ea9389661cc4872afc3b9d95d037b3f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/3ea9389661cc4872afc3b9d95d037b3f 2024-11-18T05:19:14,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/3ea9389661cc4872afc3b9d95d037b3f, entries=150, sequenceid=186, filesize=11.9 K 2024-11-18T05:19:14,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/9bf8e5d12a784cd089882e8c35deae0d as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/9bf8e5d12a784cd089882e8c35deae0d 2024-11-18T05:19:14,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/9bf8e5d12a784cd089882e8c35deae0d, entries=150, sequenceid=186, filesize=11.9 K 2024-11-18T05:19:14,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 203ec20f38ac89a6f8ab95cb6368acc2 in 86ms, sequenceid=186, compaction requested=true 2024-11-18T05:19:14,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:14,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 203ec20f38ac89a6f8ab95cb6368acc2:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:19:14,761 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 10 store files, 0 compacting, 10 eligible, 16 blocking 2024-11-18T05:19:14,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:14,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 203ec20f38ac89a6f8ab95cb6368acc2:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:19:14,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:14,761 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 10 store files, 0 compacting, 10 eligible, 16 blocking 2024-11-18T05:19:14,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 203ec20f38ac89a6f8ab95cb6368acc2:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:19:14,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:14,764 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 10 files of size 120460 starting at candidate #0 after considering 36 permutations with 36 in ratio 2024-11-18T05:19:14,765 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 203ec20f38ac89a6f8ab95cb6368acc2/B is initiating minor compaction (all files) 2024-11-18T05:19:14,765 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 203ec20f38ac89a6f8ab95cb6368acc2/B in TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:14,765 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 10 files of size 122850 starting at candidate #0 after considering 36 permutations with 36 in ratio 2024-11-18T05:19:14,765 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/f6f2c7bba4524ce48c0526c383927578, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/bcf0332686f94f7e9dcb0fc25cd57187, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/f16261dde5b54ce79a8711f220cf8b12, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/0cb3097bd1dd43139ab4813ea0df1198, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/a7a15267a90c4d9081283abf6779cef6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/c79146a4dd344a7a942235db509624b8, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/0fc7978845064434b113591db14e3705, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/9bbc22c3b56945c2a34652749fabfa88, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/068bb727056241d58b79862a6a092177, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/3ea9389661cc4872afc3b9d95d037b3f] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp, totalSize=117.6 K 2024-11-18T05:19:14,765 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 203ec20f38ac89a6f8ab95cb6368acc2/A is initiating minor compaction (all files) 2024-11-18T05:19:14,765 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 203ec20f38ac89a6f8ab95cb6368acc2/A in TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:14,765 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/e3c9752fdcf54c849b92fb3a6324682e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/7d920e4444f24e2cbce4d9abd0ff6cca, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/4291531fcc7c409d9baa5958803612ee, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/c6ddc361084345e0ada905b586533ecf, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/c1a3a93b54dc41799540cbf12671f1f2, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/6220bd32a4a4417c9577fb69840ffc7d, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/61818887ebab400197278d0ee57b7407, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/9b42ea549c1c46ef8a26f2070103944c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/660458f936854c51a5805957dab5d8df, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/5f2f833717e44716a585a68a717bc67b] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp, totalSize=120.0 K 2024-11-18T05:19:14,765 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting f6f2c7bba4524ce48c0526c383927578, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731907144448 2024-11-18T05:19:14,765 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3c9752fdcf54c849b92fb3a6324682e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731907144448 2024-11-18T05:19:14,766 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting bcf0332686f94f7e9dcb0fc25cd57187, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731907144473 2024-11-18T05:19:14,766 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d920e4444f24e2cbce4d9abd0ff6cca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731907144473 2024-11-18T05:19:14,766 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting f16261dde5b54ce79a8711f220cf8b12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731907145110 2024-11-18T05:19:14,766 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4291531fcc7c409d9baa5958803612ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731907145110 2024-11-18T05:19:14,767 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cb3097bd1dd43139ab4813ea0df1198, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731907145737 2024-11-18T05:19:14,767 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6ddc361084345e0ada905b586533ecf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731907145737 2024-11-18T05:19:14,767 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1a3a93b54dc41799540cbf12671f1f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731907146854 2024-11-18T05:19:14,767 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting a7a15267a90c4d9081283abf6779cef6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731907146854 2024-11-18T05:19:14,767 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6220bd32a4a4417c9577fb69840ffc7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731907147990 2024-11-18T05:19:14,767 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting c79146a4dd344a7a942235db509624b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731907147990 2024-11-18T05:19:14,768 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61818887ebab400197278d0ee57b7407, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731907150127 2024-11-18T05:19:14,768 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fc7978845064434b113591db14e3705, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731907150127 2024-11-18T05:19:14,768 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b42ea549c1c46ef8a26f2070103944c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731907151264 2024-11-18T05:19:14,768 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bbc22c3b56945c2a34652749fabfa88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731907151264 2024-11-18T05:19:14,768 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 660458f936854c51a5805957dab5d8df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731907152388 2024-11-18T05:19:14,768 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 068bb727056241d58b79862a6a092177, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731907152388 2024-11-18T05:19:14,769 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f2f833717e44716a585a68a717bc67b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731907153527 2024-11-18T05:19:14,769 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ea9389661cc4872afc3b9d95d037b3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731907153527 2024-11-18T05:19:14,788 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 203ec20f38ac89a6f8ab95cb6368acc2#A#compaction#235 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:14,788 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/f9cec86eb5e44a5280aa16bb4c87be40 is 50, key is test_row_0/A:col10/1731907153533/Put/seqid=0 2024-11-18T05:19:14,789 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 203ec20f38ac89a6f8ab95cb6368acc2#B#compaction#234 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:14,789 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/7e577ed8e44f4567b8113a0bdf2bded6 is 50, key is test_row_0/B:col10/1731907153533/Put/seqid=0 2024-11-18T05:19:14,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742104_1280 (size=12493) 2024-11-18T05:19:14,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742105_1281 (size=12493) 2024-11-18T05:19:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:14,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-18T05:19:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:14,801 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/7e577ed8e44f4567b8113a0bdf2bded6 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/7e577ed8e44f4567b8113a0bdf2bded6 2024-11-18T05:19:14,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/82feea317f2d4ac08188224d76cc2f99 is 50, key is test_row_0/A:col10/1731907154796/Put/seqid=0 2024-11-18T05:19:14,803 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/f9cec86eb5e44a5280aa16bb4c87be40 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/f9cec86eb5e44a5280aa16bb4c87be40 2024-11-18T05:19:14,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742106_1282 (size=16931) 2024-11-18T05:19:14,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/82feea317f2d4ac08188224d76cc2f99 2024-11-18T05:19:14,809 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 10 (all) file(s) in 203ec20f38ac89a6f8ab95cb6368acc2/B of 203ec20f38ac89a6f8ab95cb6368acc2 into 7e577ed8e44f4567b8113a0bdf2bded6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:14,809 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:14,809 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., storeName=203ec20f38ac89a6f8ab95cb6368acc2/B, priority=6, startTime=1731907154761; duration=0sec 2024-11-18T05:19:14,809 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:14,809 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 203ec20f38ac89a6f8ab95cb6368acc2:B 2024-11-18T05:19:14,809 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 10 (all) file(s) in 203ec20f38ac89a6f8ab95cb6368acc2/A of 203ec20f38ac89a6f8ab95cb6368acc2 into f9cec86eb5e44a5280aa16bb4c87be40(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:14,809 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 10 store files, 0 compacting, 10 eligible, 16 blocking 2024-11-18T05:19:14,809 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:14,809 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., storeName=203ec20f38ac89a6f8ab95cb6368acc2/A, priority=6, startTime=1731907154761; duration=0sec 2024-11-18T05:19:14,809 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:14,809 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 203ec20f38ac89a6f8ab95cb6368acc2:A 2024-11-18T05:19:14,814 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 10 files of size 120460 starting at candidate #0 after considering 36 permutations with 36 in ratio 2024-11-18T05:19:14,814 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 203ec20f38ac89a6f8ab95cb6368acc2/C is initiating minor compaction (all files) 2024-11-18T05:19:14,814 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 203ec20f38ac89a6f8ab95cb6368acc2/C in TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:14,815 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/6594569e880c4aa6a607f526349a9078, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/bd911a87008c4fb98480e4f9842c6301, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/286edcf920344317adb7e4c0c05da17e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/7bceb71a7d12420ca0a70e0f8622a57c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/4c83dfc8715b453f8146f5e8de629f38, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/f8a885eed7a4491288f943c9cf5ed1b4, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/5f8104818b404d67a2297e8f04bc3717, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/859c76f46c624b5e8911fb62f5b6d9f6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/5662b3262b3f40fda12133bc513501bb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/9bf8e5d12a784cd089882e8c35deae0d] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp, totalSize=117.6 K 2024-11-18T05:19:14,815 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 6594569e880c4aa6a607f526349a9078, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731907144448 2024-11-18T05:19:14,815 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting bd911a87008c4fb98480e4f9842c6301, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731907144473 2024-11-18T05:19:14,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/dade4793e8c049e5819457802439973f is 50, key is test_row_0/B:col10/1731907154796/Put/seqid=0 2024-11-18T05:19:14,816 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 286edcf920344317adb7e4c0c05da17e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731907145110 2024-11-18T05:19:14,816 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bceb71a7d12420ca0a70e0f8622a57c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731907145737 2024-11-18T05:19:14,817 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c83dfc8715b453f8146f5e8de629f38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731907146854 2024-11-18T05:19:14,818 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting f8a885eed7a4491288f943c9cf5ed1b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731907147990 2024-11-18T05:19:14,818 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f8104818b404d67a2297e8f04bc3717, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1731907150127 2024-11-18T05:19:14,818 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 859c76f46c624b5e8911fb62f5b6d9f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731907151264 2024-11-18T05:19:14,819 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 5662b3262b3f40fda12133bc513501bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731907152388 2024-11-18T05:19:14,819 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bf8e5d12a784cd089882e8c35deae0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731907153527 2024-11-18T05:19:14,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907214824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907214825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907214826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742107_1283 (size=12151) 2024-11-18T05:19:14,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907214830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907214831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,860 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 203ec20f38ac89a6f8ab95cb6368acc2#C#compaction#238 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:14,860 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/285cbe3880e0423089b69a058dc590a1 is 50, key is test_row_0/C:col10/1731907153533/Put/seqid=0 2024-11-18T05:19:14,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742108_1284 (size=12493) 2024-11-18T05:19:14,879 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/285cbe3880e0423089b69a058dc590a1 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/285cbe3880e0423089b69a058dc590a1 2024-11-18T05:19:14,884 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 10 (all) file(s) in 203ec20f38ac89a6f8ab95cb6368acc2/C of 203ec20f38ac89a6f8ab95cb6368acc2 into 285cbe3880e0423089b69a058dc590a1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:14,884 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:14,884 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., storeName=203ec20f38ac89a6f8ab95cb6368acc2/C, priority=6, startTime=1731907154761; duration=0sec 2024-11-18T05:19:14,884 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:14,884 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 203ec20f38ac89a6f8ab95cb6368acc2:C 2024-11-18T05:19:14,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907214930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907214931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907214932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907214935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:14,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:14,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907214935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:15,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:15,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907215133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:15,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907215134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:15,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907215134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:15,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:15,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907215137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:15,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907215139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:15,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/dade4793e8c049e5819457802439973f 2024-11-18T05:19:15,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/1ccc4b5fbc5042238cddce42859c1691 is 50, key is test_row_0/C:col10/1731907154796/Put/seqid=0 2024-11-18T05:19:15,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742109_1285 (size=12151) 2024-11-18T05:19:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-18T05:19:15,295 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-18T05:19:15,296 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-18T05:19:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-18T05:19:15,299 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:15,300 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:15,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-18T05:19:15,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907215436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:15,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907215438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:15,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907215438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:15,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907215440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:15,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907215441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:15,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:15,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-18T05:19:15,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:15,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:15,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:15,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:15,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-18T05:19:15,604 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:15,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-18T05:19:15,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:15,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:15,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:15,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:15,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:15,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/1ccc4b5fbc5042238cddce42859c1691 2024-11-18T05:19:15,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/82feea317f2d4ac08188224d76cc2f99 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/82feea317f2d4ac08188224d76cc2f99 2024-11-18T05:19:15,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/82feea317f2d4ac08188224d76cc2f99, entries=250, sequenceid=199, filesize=16.5 K 2024-11-18T05:19:15,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/dade4793e8c049e5819457802439973f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/dade4793e8c049e5819457802439973f 2024-11-18T05:19:15,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/dade4793e8c049e5819457802439973f, entries=150, sequenceid=199, filesize=11.9 K 2024-11-18T05:19:15,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/1ccc4b5fbc5042238cddce42859c1691 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/1ccc4b5fbc5042238cddce42859c1691 2024-11-18T05:19:15,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/1ccc4b5fbc5042238cddce42859c1691, entries=150, sequenceid=199, filesize=11.9 K 2024-11-18T05:19:15,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 203ec20f38ac89a6f8ab95cb6368acc2 in 886ms, sequenceid=199, compaction requested=false 2024-11-18T05:19:15,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:15,756 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:15,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-18T05:19:15,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:15,757 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T05:19:15,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:15,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:15,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:15,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:15,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:15,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:15,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/0254c15ef304452b93084e649ca20b47 is 50, key is test_row_0/A:col10/1731907154823/Put/seqid=0 2024-11-18T05:19:15,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742110_1286 (size=12151) 2024-11-18T05:19:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-18T05:19:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:15,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:15,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907215948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:15,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907215949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:15,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907215949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:15,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907215950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:15,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907215950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:16,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907216051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:16,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907216051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:16,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907216052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:16,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907216053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:16,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907216053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:16,167 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/0254c15ef304452b93084e649ca20b47 2024-11-18T05:19:16,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/ff1311576bb6428e8d3e25b77711f0a9 is 50, key is test_row_0/B:col10/1731907154823/Put/seqid=0 2024-11-18T05:19:16,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742111_1287 (size=12151) 2024-11-18T05:19:16,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907216254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:16,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907216254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:16,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907216255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:16,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907216257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:16,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907216257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-18T05:19:16,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907216556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:16,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907216557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:16,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907216558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:16,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907216562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:16,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:16,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907216562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:16,580 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/ff1311576bb6428e8d3e25b77711f0a9 2024-11-18T05:19:16,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/a14f8221ce314b8f844bf5dbb89739a3 is 50, key is test_row_0/C:col10/1731907154823/Put/seqid=0 2024-11-18T05:19:16,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742112_1288 (size=12151) 2024-11-18T05:19:16,999 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/a14f8221ce314b8f844bf5dbb89739a3 2024-11-18T05:19:17,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/0254c15ef304452b93084e649ca20b47 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/0254c15ef304452b93084e649ca20b47 2024-11-18T05:19:17,008 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/0254c15ef304452b93084e649ca20b47, entries=150, sequenceid=226, filesize=11.9 K 2024-11-18T05:19:17,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/ff1311576bb6428e8d3e25b77711f0a9 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/ff1311576bb6428e8d3e25b77711f0a9 2024-11-18T05:19:17,013 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/ff1311576bb6428e8d3e25b77711f0a9, entries=150, sequenceid=226, filesize=11.9 K 2024-11-18T05:19:17,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/a14f8221ce314b8f844bf5dbb89739a3 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/a14f8221ce314b8f844bf5dbb89739a3 2024-11-18T05:19:17,018 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/a14f8221ce314b8f844bf5dbb89739a3, entries=150, sequenceid=226, filesize=11.9 K 2024-11-18T05:19:17,019 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 203ec20f38ac89a6f8ab95cb6368acc2 in 1261ms, sequenceid=226, compaction requested=true 2024-11-18T05:19:17,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:17,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:17,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-18T05:19:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-18T05:19:17,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-18T05:19:17,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7200 sec 2024-11-18T05:19:17,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.7260 sec 2024-11-18T05:19:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:17,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T05:19:17,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:17,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:17,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:17,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:17,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:17,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:17,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/4b76b447f59548f8b742f7734a5ba0c9 is 50, key is test_row_0/A:col10/1731907155946/Put/seqid=0 2024-11-18T05:19:17,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742113_1289 (size=12151) 2024-11-18T05:19:17,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907217077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907217080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907217081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907217081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907217081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907217182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907217184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907217184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907217185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907217185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907217385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907217388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907217388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907217388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907217389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-18T05:19:17,401 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-18T05:19:17,402 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-18T05:19:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-18T05:19:17,405 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:17,406 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:17,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:17,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/4b76b447f59548f8b742f7734a5ba0c9 2024-11-18T05:19:17,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/66419d4484c84dc2b126bcc77d1c4b96 is 50, key is test_row_0/B:col10/1731907155946/Put/seqid=0 2024-11-18T05:19:17,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742114_1290 (size=12151) 2024-11-18T05:19:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-18T05:19:17,557 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-18T05:19:17,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:17,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:17,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:17,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:17,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:17,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907217688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907217691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907217692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907217692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907217693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-18T05:19:17,710 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-18T05:19:17,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:17,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:17,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:17,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:17,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:17,863 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:17,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-18T05:19:17,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:17,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:17,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:17,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:17,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:17,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/66419d4484c84dc2b126bcc77d1c4b96 2024-11-18T05:19:17,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/bf6fa42091ab409d930ef247a2550fcf is 50, key is test_row_0/C:col10/1731907155946/Put/seqid=0 2024-11-18T05:19:17,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742115_1291 (size=12151) 2024-11-18T05:19:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-18T05:19:18,016 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:18,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-18T05:19:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:18,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:18,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:18,169 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:18,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-18T05:19:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:18,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:18,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:18,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:18,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907218192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:18,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907218193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:18,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907218194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:18,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907218195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:18,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907218197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:18,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/bf6fa42091ab409d930ef247a2550fcf 2024-11-18T05:19:18,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/4b76b447f59548f8b742f7734a5ba0c9 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/4b76b447f59548f8b742f7734a5ba0c9 2024-11-18T05:19:18,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/4b76b447f59548f8b742f7734a5ba0c9, entries=150, sequenceid=240, filesize=11.9 K 2024-11-18T05:19:18,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/66419d4484c84dc2b126bcc77d1c4b96 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/66419d4484c84dc2b126bcc77d1c4b96 2024-11-18T05:19:18,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/66419d4484c84dc2b126bcc77d1c4b96, entries=150, sequenceid=240, filesize=11.9 K 2024-11-18T05:19:18,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/bf6fa42091ab409d930ef247a2550fcf as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/bf6fa42091ab409d930ef247a2550fcf 2024-11-18T05:19:18,322 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:18,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-18T05:19:18,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:18,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:18,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:18,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:18,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:18,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/bf6fa42091ab409d930ef247a2550fcf, entries=150, sequenceid=240, filesize=11.9 K 2024-11-18T05:19:18,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 203ec20f38ac89a6f8ab95cb6368acc2 in 1268ms, sequenceid=240, compaction requested=true 2024-11-18T05:19:18,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:18,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 203ec20f38ac89a6f8ab95cb6368acc2:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:19:18,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:18,329 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:19:18,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 203ec20f38ac89a6f8ab95cb6368acc2:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:19:18,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:18,329 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:19:18,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 203ec20f38ac89a6f8ab95cb6368acc2:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:19:18,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:18,330 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:19:18,331 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 203ec20f38ac89a6f8ab95cb6368acc2/B is initiating minor compaction (all files) 2024-11-18T05:19:18,331 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 203ec20f38ac89a6f8ab95cb6368acc2/B in TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:18,331 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/7e577ed8e44f4567b8113a0bdf2bded6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/dade4793e8c049e5819457802439973f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/ff1311576bb6428e8d3e25b77711f0a9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/66419d4484c84dc2b126bcc77d1c4b96] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp, totalSize=47.8 K 2024-11-18T05:19:18,331 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:19:18,331 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 203ec20f38ac89a6f8ab95cb6368acc2/A is initiating minor compaction (all files) 2024-11-18T05:19:18,331 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e577ed8e44f4567b8113a0bdf2bded6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731907153527 2024-11-18T05:19:18,331 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 203ec20f38ac89a6f8ab95cb6368acc2/A in TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:18,331 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/f9cec86eb5e44a5280aa16bb4c87be40, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/82feea317f2d4ac08188224d76cc2f99, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/0254c15ef304452b93084e649ca20b47, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/4b76b447f59548f8b742f7734a5ba0c9] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp, totalSize=52.5 K 2024-11-18T05:19:18,332 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9cec86eb5e44a5280aa16bb4c87be40, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731907153527 2024-11-18T05:19:18,332 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting dade4793e8c049e5819457802439973f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731907154679 2024-11-18T05:19:18,333 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82feea317f2d4ac08188224d76cc2f99, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731907154679 2024-11-18T05:19:18,333 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting ff1311576bb6428e8d3e25b77711f0a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731907154823 2024-11-18T05:19:18,334 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0254c15ef304452b93084e649ca20b47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731907154823 2024-11-18T05:19:18,334 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 66419d4484c84dc2b126bcc77d1c4b96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731907155946 2024-11-18T05:19:18,334 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b76b447f59548f8b742f7734a5ba0c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731907155946 2024-11-18T05:19:18,343 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 203ec20f38ac89a6f8ab95cb6368acc2#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:18,343 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/a3ea0dce415a493d8a0f7623fb90cb2a is 50, key is test_row_0/B:col10/1731907155946/Put/seqid=0 2024-11-18T05:19:18,344 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 203ec20f38ac89a6f8ab95cb6368acc2#A#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:18,344 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/560fec9bd9ff477dbfaafe9db66b43b5 is 50, key is test_row_0/A:col10/1731907155946/Put/seqid=0 2024-11-18T05:19:18,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742116_1292 (size=12629) 2024-11-18T05:19:18,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742117_1293 (size=12629) 2024-11-18T05:19:18,361 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/a3ea0dce415a493d8a0f7623fb90cb2a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/a3ea0dce415a493d8a0f7623fb90cb2a 2024-11-18T05:19:18,367 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 203ec20f38ac89a6f8ab95cb6368acc2/B of 203ec20f38ac89a6f8ab95cb6368acc2 into a3ea0dce415a493d8a0f7623fb90cb2a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:18,367 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:18,367 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., storeName=203ec20f38ac89a6f8ab95cb6368acc2/B, priority=12, startTime=1731907158329; duration=0sec 2024-11-18T05:19:18,367 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:18,367 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 203ec20f38ac89a6f8ab95cb6368acc2:B 2024-11-18T05:19:18,367 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:19:18,369 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:19:18,369 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 203ec20f38ac89a6f8ab95cb6368acc2/C is initiating minor compaction (all files) 2024-11-18T05:19:18,369 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 203ec20f38ac89a6f8ab95cb6368acc2/C in TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:18,369 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/285cbe3880e0423089b69a058dc590a1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/1ccc4b5fbc5042238cddce42859c1691, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/a14f8221ce314b8f844bf5dbb89739a3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/bf6fa42091ab409d930ef247a2550fcf] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp, totalSize=47.8 K 2024-11-18T05:19:18,369 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 285cbe3880e0423089b69a058dc590a1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731907153527 2024-11-18T05:19:18,370 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ccc4b5fbc5042238cddce42859c1691, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731907154679 2024-11-18T05:19:18,370 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting a14f8221ce314b8f844bf5dbb89739a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731907154823 2024-11-18T05:19:18,371 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting bf6fa42091ab409d930ef247a2550fcf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731907155946 2024-11-18T05:19:18,380 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 203ec20f38ac89a6f8ab95cb6368acc2#C#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:18,381 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/0448d59983cc40399fdf5ef060832fd9 is 50, key is test_row_0/C:col10/1731907155946/Put/seqid=0 2024-11-18T05:19:18,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742118_1294 (size=12629) 2024-11-18T05:19:18,396 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/0448d59983cc40399fdf5ef060832fd9 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/0448d59983cc40399fdf5ef060832fd9 2024-11-18T05:19:18,400 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 203ec20f38ac89a6f8ab95cb6368acc2/C of 203ec20f38ac89a6f8ab95cb6368acc2 into 0448d59983cc40399fdf5ef060832fd9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:18,400 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:18,400 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., storeName=203ec20f38ac89a6f8ab95cb6368acc2/C, priority=12, startTime=1731907158329; duration=0sec 2024-11-18T05:19:18,401 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:18,401 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 203ec20f38ac89a6f8ab95cb6368acc2:C 2024-11-18T05:19:18,475 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:18,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-18T05:19:18,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:18,476 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T05:19:18,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:18,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:18,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:18,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:18,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:18,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:18,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/597a3ea5510f48d1b000f994d954060f is 50, key is test_row_0/A:col10/1731907157079/Put/seqid=0 2024-11-18T05:19:18,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742119_1295 (size=12251) 2024-11-18T05:19:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-18T05:19:18,757 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/560fec9bd9ff477dbfaafe9db66b43b5 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/560fec9bd9ff477dbfaafe9db66b43b5 2024-11-18T05:19:18,762 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 203ec20f38ac89a6f8ab95cb6368acc2/A of 203ec20f38ac89a6f8ab95cb6368acc2 into 560fec9bd9ff477dbfaafe9db66b43b5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:18,762 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:18,762 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., storeName=203ec20f38ac89a6f8ab95cb6368acc2/A, priority=12, startTime=1731907158329; duration=0sec 2024-11-18T05:19:18,762 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:18,762 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 203ec20f38ac89a6f8ab95cb6368acc2:A 2024-11-18T05:19:18,886 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/597a3ea5510f48d1b000f994d954060f 2024-11-18T05:19:18,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/b0587520e9a84a03bd8689a86ea9207d is 50, key is test_row_0/B:col10/1731907157079/Put/seqid=0 2024-11-18T05:19:18,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742120_1296 (size=12251) 2024-11-18T05:19:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:19,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:19,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907219204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907219205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907219205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907219206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907219206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,299 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/b0587520e9a84a03bd8689a86ea9207d 2024-11-18T05:19:19,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/b2243120845f4b0f96717e8a05299d02 is 50, key is test_row_0/C:col10/1731907157079/Put/seqid=0 2024-11-18T05:19:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907219307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907219308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907219308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907219309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742121_1297 (size=12251) 2024-11-18T05:19:19,315 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/b2243120845f4b0f96717e8a05299d02 2024-11-18T05:19:19,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/597a3ea5510f48d1b000f994d954060f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/597a3ea5510f48d1b000f994d954060f 2024-11-18T05:19:19,323 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/597a3ea5510f48d1b000f994d954060f, entries=150, sequenceid=266, filesize=12.0 K 2024-11-18T05:19:19,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/b0587520e9a84a03bd8689a86ea9207d as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/b0587520e9a84a03bd8689a86ea9207d 2024-11-18T05:19:19,329 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/b0587520e9a84a03bd8689a86ea9207d, entries=150, sequenceid=266, filesize=12.0 K 2024-11-18T05:19:19,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/b2243120845f4b0f96717e8a05299d02 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/b2243120845f4b0f96717e8a05299d02 2024-11-18T05:19:19,334 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/b2243120845f4b0f96717e8a05299d02, entries=150, sequenceid=266, filesize=12.0 K 2024-11-18T05:19:19,335 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 203ec20f38ac89a6f8ab95cb6368acc2 in 859ms, sequenceid=266, compaction requested=false 2024-11-18T05:19:19,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:19,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:19,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-18T05:19:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-18T05:19:19,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-18T05:19:19,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9300 sec 2024-11-18T05:19:19,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.9370 sec 2024-11-18T05:19:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-18T05:19:19,508 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-18T05:19:19,509 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-18T05:19:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:19,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T05:19:19,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-18T05:19:19,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:19,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:19,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:19,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:19,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:19,511 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:19,512 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:19,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:19,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/a09a29f56f75445dbcc9b21f3942ede1 is 50, key is test_row_0/A:col10/1731907159199/Put/seqid=0 2024-11-18T05:19:19,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742122_1298 (size=12301) 2024-11-18T05:19:19,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907219528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907219531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907219531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907219532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-18T05:19:19,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907219632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907219635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907219635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907219636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,664 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-18T05:19:19,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:19,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:19,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:19,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:19,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-18T05:19:19,817 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-18T05:19:19,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:19,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:19,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:19,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:19,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:19,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907219836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907219838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907219839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907219839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/a09a29f56f75445dbcc9b21f3942ede1 2024-11-18T05:19:19,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/5146173a4b7947a18747bf4d56faaa0e is 50, key is test_row_0/B:col10/1731907159199/Put/seqid=0 2024-11-18T05:19:19,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742123_1299 (size=12301) 2024-11-18T05:19:19,970 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:19,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-18T05:19:19,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:19,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:19,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:19,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:19,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:19,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-18T05:19:20,123 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:20,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-18T05:19:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:20,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:20,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:20,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:20,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:20,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907220140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:20,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907220142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:20,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907220143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:20,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:20,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907220143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:20,276 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:20,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-18T05:19:20,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:20,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:20,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:20,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:20,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:20,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/5146173a4b7947a18747bf4d56faaa0e 2024-11-18T05:19:20,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/36cfec7883ec4f698242fec2a207b527 is 50, key is test_row_0/C:col10/1731907159199/Put/seqid=0 2024-11-18T05:19:20,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742124_1300 (size=12301) 2024-11-18T05:19:20,429 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:20,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-18T05:19:20,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:20,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:20,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:20,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:20,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:20,582 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:20,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-18T05:19:20,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:20,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:20,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:20,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:20,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-18T05:19:20,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907220643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:20,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:20,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907220646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907220646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:20,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907220649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:20,735 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:20,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-18T05:19:20,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:20,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:20,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:20,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:20,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:20,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/36cfec7883ec4f698242fec2a207b527 2024-11-18T05:19:20,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/a09a29f56f75445dbcc9b21f3942ede1 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/a09a29f56f75445dbcc9b21f3942ede1 2024-11-18T05:19:20,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/a09a29f56f75445dbcc9b21f3942ede1, entries=150, sequenceid=281, filesize=12.0 K 2024-11-18T05:19:20,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/5146173a4b7947a18747bf4d56faaa0e as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/5146173a4b7947a18747bf4d56faaa0e 2024-11-18T05:19:20,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/5146173a4b7947a18747bf4d56faaa0e, entries=150, sequenceid=281, filesize=12.0 K 2024-11-18T05:19:20,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/36cfec7883ec4f698242fec2a207b527 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/36cfec7883ec4f698242fec2a207b527 2024-11-18T05:19:20,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/36cfec7883ec4f698242fec2a207b527, entries=150, sequenceid=281, filesize=12.0 K 2024-11-18T05:19:20,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 203ec20f38ac89a6f8ab95cb6368acc2 in 1263ms, sequenceid=281, compaction requested=true 2024-11-18T05:19:20,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:20,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 203ec20f38ac89a6f8ab95cb6368acc2:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:19:20,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:20,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 203ec20f38ac89a6f8ab95cb6368acc2:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:19:20,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:20,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 203ec20f38ac89a6f8ab95cb6368acc2:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:19:20,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:20,773 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:20,773 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:20,774 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37181 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:20,774 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 203ec20f38ac89a6f8ab95cb6368acc2/A is initiating minor compaction (all files) 2024-11-18T05:19:20,774 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37181 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:20,775 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 203ec20f38ac89a6f8ab95cb6368acc2/A in TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:20,775 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 203ec20f38ac89a6f8ab95cb6368acc2/B is initiating minor compaction (all files) 2024-11-18T05:19:20,775 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 203ec20f38ac89a6f8ab95cb6368acc2/B in TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:20,775 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/560fec9bd9ff477dbfaafe9db66b43b5, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/597a3ea5510f48d1b000f994d954060f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/a09a29f56f75445dbcc9b21f3942ede1] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp, totalSize=36.3 K 2024-11-18T05:19:20,775 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/a3ea0dce415a493d8a0f7623fb90cb2a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/b0587520e9a84a03bd8689a86ea9207d, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/5146173a4b7947a18747bf4d56faaa0e] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp, totalSize=36.3 K 2024-11-18T05:19:20,775 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting a3ea0dce415a493d8a0f7623fb90cb2a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731907155946 2024-11-18T05:19:20,775 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 560fec9bd9ff477dbfaafe9db66b43b5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731907155946 2024-11-18T05:19:20,775 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting b0587520e9a84a03bd8689a86ea9207d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731907157074 2024-11-18T05:19:20,775 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 597a3ea5510f48d1b000f994d954060f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731907157074 2024-11-18T05:19:20,776 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 5146173a4b7947a18747bf4d56faaa0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731907159199 2024-11-18T05:19:20,776 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting a09a29f56f75445dbcc9b21f3942ede1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731907159199 2024-11-18T05:19:20,785 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 203ec20f38ac89a6f8ab95cb6368acc2#B#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:20,786 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/8a9392c95332459c8da6a27cc2ee7eb1 is 50, key is test_row_0/B:col10/1731907159199/Put/seqid=0 2024-11-18T05:19:20,789 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 203ec20f38ac89a6f8ab95cb6368acc2#A#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:20,790 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/a79234ec74b545259f5f228d998d5b10 is 50, key is test_row_0/A:col10/1731907159199/Put/seqid=0 2024-11-18T05:19:20,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742125_1301 (size=12881) 2024-11-18T05:19:20,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742126_1302 (size=12881) 2024-11-18T05:19:20,888 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:20,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-18T05:19:20,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:20,889 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T05:19:20,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:20,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:20,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:20,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:20,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:20,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:20,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/b3bd591ee4f34030a6afdeac96aa4609 is 50, key is test_row_0/A:col10/1731907159527/Put/seqid=0 2024-11-18T05:19:20,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742127_1303 (size=12301) 2024-11-18T05:19:20,901 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/b3bd591ee4f34030a6afdeac96aa4609 2024-11-18T05:19:20,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/1c7e3beab23d4423bad8506cf9e0d5cb is 50, key is test_row_0/B:col10/1731907159527/Put/seqid=0 2024-11-18T05:19:20,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742128_1304 (size=12301) 2024-11-18T05:19:20,916 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/1c7e3beab23d4423bad8506cf9e0d5cb 2024-11-18T05:19:20,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/36cea97d2cb2492e90bccb74452ac8b0 is 50, key is test_row_0/C:col10/1731907159527/Put/seqid=0 2024-11-18T05:19:20,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742129_1305 (size=12301) 2024-11-18T05:19:21,202 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/8a9392c95332459c8da6a27cc2ee7eb1 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/8a9392c95332459c8da6a27cc2ee7eb1 2024-11-18T05:19:21,207 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 203ec20f38ac89a6f8ab95cb6368acc2/B of 203ec20f38ac89a6f8ab95cb6368acc2 into 8a9392c95332459c8da6a27cc2ee7eb1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:21,207 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:21,207 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., storeName=203ec20f38ac89a6f8ab95cb6368acc2/B, priority=13, startTime=1731907160773; duration=0sec 2024-11-18T05:19:21,207 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:21,208 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 203ec20f38ac89a6f8ab95cb6368acc2:B 2024-11-18T05:19:21,208 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:21,209 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37181 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:21,209 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 203ec20f38ac89a6f8ab95cb6368acc2/C is initiating minor compaction (all files) 2024-11-18T05:19:21,209 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 203ec20f38ac89a6f8ab95cb6368acc2/C in TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:21,209 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/0448d59983cc40399fdf5ef060832fd9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/b2243120845f4b0f96717e8a05299d02, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/36cfec7883ec4f698242fec2a207b527] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp, totalSize=36.3 K 2024-11-18T05:19:21,209 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 0448d59983cc40399fdf5ef060832fd9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731907155946 2024-11-18T05:19:21,210 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting b2243120845f4b0f96717e8a05299d02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731907157074 2024-11-18T05:19:21,210 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 36cfec7883ec4f698242fec2a207b527, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731907159199 2024-11-18T05:19:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:21,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:21,224 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/a79234ec74b545259f5f228d998d5b10 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/a79234ec74b545259f5f228d998d5b10 2024-11-18T05:19:21,225 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 203ec20f38ac89a6f8ab95cb6368acc2#C#compaction#260 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:21,225 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/05834188babf408dbec4469a550a9c6e is 50, key is test_row_0/C:col10/1731907159199/Put/seqid=0 2024-11-18T05:19:21,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742130_1306 (size=12881) 2024-11-18T05:19:21,241 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 203ec20f38ac89a6f8ab95cb6368acc2/A of 203ec20f38ac89a6f8ab95cb6368acc2 into a79234ec74b545259f5f228d998d5b10(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:21,241 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:21,242 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., storeName=203ec20f38ac89a6f8ab95cb6368acc2/A, priority=13, startTime=1731907160773; duration=0sec 2024-11-18T05:19:21,242 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:21,242 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 203ec20f38ac89a6f8ab95cb6368acc2:A 2024-11-18T05:19:21,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907221250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:21,336 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/36cea97d2cb2492e90bccb74452ac8b0 2024-11-18T05:19:21,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/b3bd591ee4f34030a6afdeac96aa4609 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/b3bd591ee4f34030a6afdeac96aa4609 2024-11-18T05:19:21,346 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/b3bd591ee4f34030a6afdeac96aa4609, entries=150, sequenceid=304, filesize=12.0 K 2024-11-18T05:19:21,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/1c7e3beab23d4423bad8506cf9e0d5cb as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/1c7e3beab23d4423bad8506cf9e0d5cb 2024-11-18T05:19:21,351 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/1c7e3beab23d4423bad8506cf9e0d5cb, entries=150, sequenceid=304, filesize=12.0 K 2024-11-18T05:19:21,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/36cea97d2cb2492e90bccb74452ac8b0 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/36cea97d2cb2492e90bccb74452ac8b0 2024-11-18T05:19:21,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907221354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:21,357 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/36cea97d2cb2492e90bccb74452ac8b0, entries=150, sequenceid=304, filesize=12.0 K 2024-11-18T05:19:21,360 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 203ec20f38ac89a6f8ab95cb6368acc2 in 471ms, sequenceid=304, compaction requested=false 2024-11-18T05:19:21,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:21,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:21,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-18T05:19:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-18T05:19:21,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-18T05:19:21,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8500 sec 2024-11-18T05:19:21,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.8550 sec 2024-11-18T05:19:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:21,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T05:19:21,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:21,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:21,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:21,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:21,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:21,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:21,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/0ec1501da0024a3fa7466fe50c5ae04a is 50, key is test_row_0/A:col10/1731907161559/Put/seqid=0 2024-11-18T05:19:21,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742131_1307 (size=12301) 2024-11-18T05:19:21,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907221602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-18T05:19:21,615 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-18T05:19:21,616 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:21,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-18T05:19:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-18T05:19:21,618 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:21,618 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:21,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:21,642 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/05834188babf408dbec4469a550a9c6e as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/05834188babf408dbec4469a550a9c6e 2024-11-18T05:19:21,646 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 203ec20f38ac89a6f8ab95cb6368acc2/C of 203ec20f38ac89a6f8ab95cb6368acc2 into 05834188babf408dbec4469a550a9c6e(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:21,646 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:21,646 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., storeName=203ec20f38ac89a6f8ab95cb6368acc2/C, priority=13, startTime=1731907160773; duration=0sec 2024-11-18T05:19:21,647 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:21,647 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 203ec20f38ac89a6f8ab95cb6368acc2:C 2024-11-18T05:19:21,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907221650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:21,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907221653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:21,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907221656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:21,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907221660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:21,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907221705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-18T05:19:21,770 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:21,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-18T05:19:21,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:21,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:21,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:21,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:21,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:21,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:21,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907221908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-18T05:19:21,923 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:21,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-18T05:19:21,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:21,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:21,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:21,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:21,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:21,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/0ec1501da0024a3fa7466fe50c5ae04a 2024-11-18T05:19:21,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/5a2c5d21695649eb8aaf17ba2d62d1d3 is 50, key is test_row_0/B:col10/1731907161559/Put/seqid=0 2024-11-18T05:19:21,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742132_1308 (size=12301) 2024-11-18T05:19:22,076 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:22,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-18T05:19:22,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:22,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:22,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:22,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:22,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:22,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907222211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-18T05:19:22,229 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:22,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-18T05:19:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:22,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:22,381 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:22,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-18T05:19:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:22,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:22,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/5a2c5d21695649eb8aaf17ba2d62d1d3 2024-11-18T05:19:22,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/dad82dee479446d89556cda117ff648b is 50, key is test_row_0/C:col10/1731907161559/Put/seqid=0 2024-11-18T05:19:22,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742133_1309 (size=12301) 2024-11-18T05:19:22,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/dad82dee479446d89556cda117ff648b 2024-11-18T05:19:22,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/0ec1501da0024a3fa7466fe50c5ae04a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/0ec1501da0024a3fa7466fe50c5ae04a 2024-11-18T05:19:22,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/0ec1501da0024a3fa7466fe50c5ae04a, entries=150, sequenceid=320, filesize=12.0 K 2024-11-18T05:19:22,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/5a2c5d21695649eb8aaf17ba2d62d1d3 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/5a2c5d21695649eb8aaf17ba2d62d1d3 2024-11-18T05:19:22,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/5a2c5d21695649eb8aaf17ba2d62d1d3, entries=150, sequenceid=320, filesize=12.0 K 2024-11-18T05:19:22,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/dad82dee479446d89556cda117ff648b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/dad82dee479446d89556cda117ff648b 2024-11-18T05:19:22,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/dad82dee479446d89556cda117ff648b, entries=150, sequenceid=320, filesize=12.0 K 2024-11-18T05:19:22,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 203ec20f38ac89a6f8ab95cb6368acc2 in 861ms, sequenceid=320, compaction requested=true 2024-11-18T05:19:22,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:22,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 203ec20f38ac89a6f8ab95cb6368acc2:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:19:22,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:22,422 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:22,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 203ec20f38ac89a6f8ab95cb6368acc2:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:19:22,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:22,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 203ec20f38ac89a6f8ab95cb6368acc2:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:19:22,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:22,422 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:22,423 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:22,423 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 203ec20f38ac89a6f8ab95cb6368acc2/A is initiating minor compaction (all files) 2024-11-18T05:19:22,423 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:22,423 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 203ec20f38ac89a6f8ab95cb6368acc2/B is initiating minor compaction (all files) 2024-11-18T05:19:22,423 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 203ec20f38ac89a6f8ab95cb6368acc2/A in TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:22,423 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 203ec20f38ac89a6f8ab95cb6368acc2/B in TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:22,423 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/a79234ec74b545259f5f228d998d5b10, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/b3bd591ee4f34030a6afdeac96aa4609, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/0ec1501da0024a3fa7466fe50c5ae04a] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp, totalSize=36.6 K 2024-11-18T05:19:22,423 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/8a9392c95332459c8da6a27cc2ee7eb1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/1c7e3beab23d4423bad8506cf9e0d5cb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/5a2c5d21695649eb8aaf17ba2d62d1d3] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp, totalSize=36.6 K 2024-11-18T05:19:22,424 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting a79234ec74b545259f5f228d998d5b10, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731907159199 2024-11-18T05:19:22,424 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a9392c95332459c8da6a27cc2ee7eb1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731907159199 2024-11-18T05:19:22,424 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3bd591ee4f34030a6afdeac96aa4609, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731907159527 2024-11-18T05:19:22,424 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c7e3beab23d4423bad8506cf9e0d5cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731907159527 2024-11-18T05:19:22,424 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ec1501da0024a3fa7466fe50c5ae04a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731907161243 2024-11-18T05:19:22,424 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a2c5d21695649eb8aaf17ba2d62d1d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731907161243 2024-11-18T05:19:22,434 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 203ec20f38ac89a6f8ab95cb6368acc2#B#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:22,435 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/45242a0cca2a47af960e91df5d431af7 is 50, key is test_row_0/B:col10/1731907161559/Put/seqid=0 2024-11-18T05:19:22,446 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 203ec20f38ac89a6f8ab95cb6368acc2#A#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:22,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742134_1310 (size=12983) 2024-11-18T05:19:22,447 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/5a22db92699d4075a2b4ee5c02372506 is 50, key is test_row_0/A:col10/1731907161559/Put/seqid=0 2024-11-18T05:19:22,453 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/45242a0cca2a47af960e91df5d431af7 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/45242a0cca2a47af960e91df5d431af7 2024-11-18T05:19:22,458 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 203ec20f38ac89a6f8ab95cb6368acc2/B of 203ec20f38ac89a6f8ab95cb6368acc2 into 45242a0cca2a47af960e91df5d431af7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:22,458 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:22,458 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., storeName=203ec20f38ac89a6f8ab95cb6368acc2/B, priority=13, startTime=1731907162422; duration=0sec 2024-11-18T05:19:22,458 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:22,458 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 203ec20f38ac89a6f8ab95cb6368acc2:B 2024-11-18T05:19:22,458 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:22,460 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:22,460 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 203ec20f38ac89a6f8ab95cb6368acc2/C is initiating minor compaction (all files) 2024-11-18T05:19:22,460 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 203ec20f38ac89a6f8ab95cb6368acc2/C in TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:22,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742135_1311 (size=12983) 2024-11-18T05:19:22,460 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/05834188babf408dbec4469a550a9c6e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/36cea97d2cb2492e90bccb74452ac8b0, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/dad82dee479446d89556cda117ff648b] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp, totalSize=36.6 K 2024-11-18T05:19:22,460 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 05834188babf408dbec4469a550a9c6e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731907159199 2024-11-18T05:19:22,461 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 36cea97d2cb2492e90bccb74452ac8b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731907159527 2024-11-18T05:19:22,461 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting dad82dee479446d89556cda117ff648b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731907161243 2024-11-18T05:19:22,464 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/5a22db92699d4075a2b4ee5c02372506 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/5a22db92699d4075a2b4ee5c02372506 2024-11-18T05:19:22,468 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 203ec20f38ac89a6f8ab95cb6368acc2#C#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:22,469 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/17e02544a346477fbc1e2e978aacd2ec is 50, key is test_row_0/C:col10/1731907161559/Put/seqid=0 2024-11-18T05:19:22,475 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 203ec20f38ac89a6f8ab95cb6368acc2/A of 203ec20f38ac89a6f8ab95cb6368acc2 into 5a22db92699d4075a2b4ee5c02372506(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:22,475 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:22,475 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., storeName=203ec20f38ac89a6f8ab95cb6368acc2/A, priority=13, startTime=1731907162422; duration=0sec 2024-11-18T05:19:22,476 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:22,476 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 203ec20f38ac89a6f8ab95cb6368acc2:A 2024-11-18T05:19:22,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742136_1312 (size=12983) 2024-11-18T05:19:22,534 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:22,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-18T05:19:22,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:22,535 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-18T05:19:22,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:22,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:22,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:22,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:22,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:22,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:22,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/95d93914e5194bbbbcd44ce9ebddc8f4 is 50, key is test_row_0/A:col10/1731907161599/Put/seqid=0 2024-11-18T05:19:22,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742137_1313 (size=12301) 2024-11-18T05:19:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:22,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-18T05:19:22,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907222740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:22,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907222843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:22,884 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/17e02544a346477fbc1e2e978aacd2ec as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/17e02544a346477fbc1e2e978aacd2ec 2024-11-18T05:19:22,890 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 203ec20f38ac89a6f8ab95cb6368acc2/C of 203ec20f38ac89a6f8ab95cb6368acc2 into 17e02544a346477fbc1e2e978aacd2ec(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:22,890 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:22,890 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., storeName=203ec20f38ac89a6f8ab95cb6368acc2/C, priority=13, startTime=1731907162422; duration=0sec 2024-11-18T05:19:22,890 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:22,890 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 203ec20f38ac89a6f8ab95cb6368acc2:C 2024-11-18T05:19:22,945 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/95d93914e5194bbbbcd44ce9ebddc8f4 2024-11-18T05:19:22,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/edf4d16db51c4c38825282edd68e3725 is 50, key is test_row_0/B:col10/1731907161599/Put/seqid=0 2024-11-18T05:19:22,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742138_1314 (size=12301) 2024-11-18T05:19:22,958 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/edf4d16db51c4c38825282edd68e3725 2024-11-18T05:19:22,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/9c5a634eae3644f4bb87cb6aef935d5b is 50, key is test_row_0/C:col10/1731907161599/Put/seqid=0 2024-11-18T05:19:22,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742139_1315 (size=12301) 2024-11-18T05:19:22,971 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/9c5a634eae3644f4bb87cb6aef935d5b 2024-11-18T05:19:22,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/95d93914e5194bbbbcd44ce9ebddc8f4 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/95d93914e5194bbbbcd44ce9ebddc8f4 2024-11-18T05:19:22,981 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/95d93914e5194bbbbcd44ce9ebddc8f4, entries=150, sequenceid=345, filesize=12.0 K 2024-11-18T05:19:22,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/edf4d16db51c4c38825282edd68e3725 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/edf4d16db51c4c38825282edd68e3725 2024-11-18T05:19:22,985 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/edf4d16db51c4c38825282edd68e3725, entries=150, sequenceid=345, filesize=12.0 K 2024-11-18T05:19:22,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/9c5a634eae3644f4bb87cb6aef935d5b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/9c5a634eae3644f4bb87cb6aef935d5b 2024-11-18T05:19:22,990 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/9c5a634eae3644f4bb87cb6aef935d5b, entries=150, sequenceid=345, filesize=12.0 K 2024-11-18T05:19:22,991 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 203ec20f38ac89a6f8ab95cb6368acc2 in 456ms, sequenceid=345, compaction requested=false 2024-11-18T05:19:22,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:22,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:22,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-18T05:19:22,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-18T05:19:22,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-18T05:19:22,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3740 sec 2024-11-18T05:19:22,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.3810 sec 2024-11-18T05:19:23,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:23,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-18T05:19:23,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:23,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:23,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:23,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:23,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:23,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:23,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/a31273528b4b45c6b4700e3ce5aef991 is 50, key is test_row_0/A:col10/1731907162719/Put/seqid=0 2024-11-18T05:19:23,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742140_1316 (size=12301) 2024-11-18T05:19:23,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907223103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:23,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907223206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:23,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:23,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907223409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:23,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/a31273528b4b45c6b4700e3ce5aef991 2024-11-18T05:19:23,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/281d0aa11b9a4fa3959d09a8d9feaebb is 50, key is test_row_0/B:col10/1731907162719/Put/seqid=0 2024-11-18T05:19:23,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742141_1317 (size=12301) 2024-11-18T05:19:23,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47658 deadline: 1731907223658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:23,661 DEBUG [Thread-1152 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., hostname=7cf745f7364a,40727,1731907076066, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:19:23,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47706 deadline: 1731907223669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:23,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:23,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47660 deadline: 1731907223670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:23,671 DEBUG [Thread-1148 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., hostname=7cf745f7364a,40727,1731907076066, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:19:23,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:23,672 DEBUG [Thread-1150 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., hostname=7cf745f7364a,40727,1731907076066, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:19:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1731907223671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:23,672 DEBUG [Thread-1154 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., hostname=7cf745f7364a,40727,1731907076066, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:19:23,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:23,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907223712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:23,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-18T05:19:23,722 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-18T05:19:23,723 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:23,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-18T05:19:23,725 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:23,725 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:23,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-18T05:19:23,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-18T05:19:23,880 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:23,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-18T05:19:23,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:23,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:23,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:23,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:23,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:23,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:23,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/281d0aa11b9a4fa3959d09a8d9feaebb 2024-11-18T05:19:23,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/8792fab56ff34cf39bb827e536ad3dea is 50, key is test_row_0/C:col10/1731907162719/Put/seqid=0 2024-11-18T05:19:23,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742142_1318 (size=12301) 2024-11-18T05:19:23,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/8792fab56ff34cf39bb827e536ad3dea 2024-11-18T05:19:23,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/a31273528b4b45c6b4700e3ce5aef991 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/a31273528b4b45c6b4700e3ce5aef991 2024-11-18T05:19:23,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/a31273528b4b45c6b4700e3ce5aef991, entries=150, sequenceid=361, filesize=12.0 K 2024-11-18T05:19:23,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/281d0aa11b9a4fa3959d09a8d9feaebb as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/281d0aa11b9a4fa3959d09a8d9feaebb 2024-11-18T05:19:23,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/281d0aa11b9a4fa3959d09a8d9feaebb, entries=150, sequenceid=361, filesize=12.0 K 2024-11-18T05:19:23,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/8792fab56ff34cf39bb827e536ad3dea as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/8792fab56ff34cf39bb827e536ad3dea 2024-11-18T05:19:23,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/8792fab56ff34cf39bb827e536ad3dea, entries=150, sequenceid=361, filesize=12.0 K 2024-11-18T05:19:23,938 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 203ec20f38ac89a6f8ab95cb6368acc2 in 890ms, sequenceid=361, compaction requested=true 2024-11-18T05:19:23,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:23,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 203ec20f38ac89a6f8ab95cb6368acc2:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:19:23,938 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:23,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:23,939 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:23,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 203ec20f38ac89a6f8ab95cb6368acc2:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:19:23,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:23,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 203ec20f38ac89a6f8ab95cb6368acc2:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:19:23,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:23,940 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:23,940 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:23,940 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 203ec20f38ac89a6f8ab95cb6368acc2/B is initiating minor compaction (all files) 2024-11-18T05:19:23,940 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 203ec20f38ac89a6f8ab95cb6368acc2/A is initiating minor compaction (all files) 2024-11-18T05:19:23,940 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 203ec20f38ac89a6f8ab95cb6368acc2/B in TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:23,940 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 203ec20f38ac89a6f8ab95cb6368acc2/A in TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:23,940 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/45242a0cca2a47af960e91df5d431af7, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/edf4d16db51c4c38825282edd68e3725, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/281d0aa11b9a4fa3959d09a8d9feaebb] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp, totalSize=36.7 K 2024-11-18T05:19:23,940 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/5a22db92699d4075a2b4ee5c02372506, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/95d93914e5194bbbbcd44ce9ebddc8f4, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/a31273528b4b45c6b4700e3ce5aef991] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp, totalSize=36.7 K 2024-11-18T05:19:23,941 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 45242a0cca2a47af960e91df5d431af7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731907161243 2024-11-18T05:19:23,941 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a22db92699d4075a2b4ee5c02372506, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731907161243 2024-11-18T05:19:23,941 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting edf4d16db51c4c38825282edd68e3725, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731907161592 2024-11-18T05:19:23,941 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95d93914e5194bbbbcd44ce9ebddc8f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731907161592 2024-11-18T05:19:23,941 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 281d0aa11b9a4fa3959d09a8d9feaebb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731907162719 2024-11-18T05:19:23,942 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting a31273528b4b45c6b4700e3ce5aef991, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731907162719 2024-11-18T05:19:23,952 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 203ec20f38ac89a6f8ab95cb6368acc2#B#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:23,952 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/912405ac979f43248f48e958b700d2e6 is 50, key is test_row_0/B:col10/1731907162719/Put/seqid=0 2024-11-18T05:19:23,958 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 203ec20f38ac89a6f8ab95cb6368acc2#A#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:23,958 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/7997c9c89deb4bea958fb56ee73d96a5 is 50, key is test_row_0/A:col10/1731907162719/Put/seqid=0 2024-11-18T05:19:23,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742143_1319 (size=13085) 2024-11-18T05:19:23,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742144_1320 (size=13085) 2024-11-18T05:19:23,991 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/7997c9c89deb4bea958fb56ee73d96a5 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/7997c9c89deb4bea958fb56ee73d96a5 2024-11-18T05:19:23,998 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 203ec20f38ac89a6f8ab95cb6368acc2/A of 203ec20f38ac89a6f8ab95cb6368acc2 into 7997c9c89deb4bea958fb56ee73d96a5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:23,998 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:23,998 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., storeName=203ec20f38ac89a6f8ab95cb6368acc2/A, priority=13, startTime=1731907163938; duration=0sec 2024-11-18T05:19:23,998 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:23,998 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 203ec20f38ac89a6f8ab95cb6368acc2:A 2024-11-18T05:19:23,998 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:23,999 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:23,999 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 203ec20f38ac89a6f8ab95cb6368acc2/C is initiating minor compaction (all files) 2024-11-18T05:19:23,999 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 203ec20f38ac89a6f8ab95cb6368acc2/C in TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:23,999 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/17e02544a346477fbc1e2e978aacd2ec, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/9c5a634eae3644f4bb87cb6aef935d5b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/8792fab56ff34cf39bb827e536ad3dea] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp, totalSize=36.7 K 2024-11-18T05:19:24,000 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17e02544a346477fbc1e2e978aacd2ec, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731907161243 2024-11-18T05:19:24,000 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c5a634eae3644f4bb87cb6aef935d5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731907161592 2024-11-18T05:19:24,000 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8792fab56ff34cf39bb827e536ad3dea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731907162719 2024-11-18T05:19:24,011 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 203ec20f38ac89a6f8ab95cb6368acc2#C#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:24,012 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/47d5f402dca84f0ca1892f272eaa5b75 is 50, key is test_row_0/C:col10/1731907162719/Put/seqid=0 2024-11-18T05:19:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-18T05:19:24,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742145_1321 (size=13085) 2024-11-18T05:19:24,034 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:24,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-18T05:19:24,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:24,035 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-18T05:19:24,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:24,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:24,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:24,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:24,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:24,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:24,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/bb72e2515682427aa6bf2ab2ac07d47b is 50, key is test_row_0/A:col10/1731907163102/Put/seqid=0 2024-11-18T05:19:24,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742146_1322 (size=12301) 2024-11-18T05:19:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:24,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. as already flushing 2024-11-18T05:19:24,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:24,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907224247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-18T05:19:24,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907224349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:24,386 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/912405ac979f43248f48e958b700d2e6 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/912405ac979f43248f48e958b700d2e6 2024-11-18T05:19:24,391 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 203ec20f38ac89a6f8ab95cb6368acc2/B of 203ec20f38ac89a6f8ab95cb6368acc2 into 912405ac979f43248f48e958b700d2e6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:24,391 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:24,391 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., storeName=203ec20f38ac89a6f8ab95cb6368acc2/B, priority=13, startTime=1731907163939; duration=0sec 2024-11-18T05:19:24,391 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:24,391 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 203ec20f38ac89a6f8ab95cb6368acc2:B 2024-11-18T05:19:24,434 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/47d5f402dca84f0ca1892f272eaa5b75 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/47d5f402dca84f0ca1892f272eaa5b75 2024-11-18T05:19:24,438 DEBUG [Thread-1165 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:56210 2024-11-18T05:19:24,438 DEBUG [Thread-1165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:24,438 DEBUG [Thread-1157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:56210 2024-11-18T05:19:24,438 DEBUG [Thread-1157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:24,439 DEBUG [Thread-1159 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:56210 2024-11-18T05:19:24,439 DEBUG [Thread-1159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:24,439 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 203ec20f38ac89a6f8ab95cb6368acc2/C of 203ec20f38ac89a6f8ab95cb6368acc2 into 47d5f402dca84f0ca1892f272eaa5b75(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:24,439 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:24,439 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., storeName=203ec20f38ac89a6f8ab95cb6368acc2/C, priority=13, startTime=1731907163939; duration=0sec 2024-11-18T05:19:24,440 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:24,440 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 203ec20f38ac89a6f8ab95cb6368acc2:C 2024-11-18T05:19:24,440 DEBUG [Thread-1163 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:56210 2024-11-18T05:19:24,440 DEBUG [Thread-1161 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:56210 2024-11-18T05:19:24,440 DEBUG [Thread-1163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:24,440 DEBUG [Thread-1161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:24,452 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/bb72e2515682427aa6bf2ab2ac07d47b 2024-11-18T05:19:24,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/00a8a369509d4745aeaea07cf0a7f387 is 50, key is test_row_0/B:col10/1731907163102/Put/seqid=0 2024-11-18T05:19:24,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742147_1323 (size=12301) 2024-11-18T05:19:24,468 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T05:19:24,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907224552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-18T05:19:24,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47702 deadline: 1731907224855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:24,861 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/00a8a369509d4745aeaea07cf0a7f387 2024-11-18T05:19:24,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/ffab27b3bdc64093800869153620607c is 50, key is test_row_0/C:col10/1731907163102/Put/seqid=0 2024-11-18T05:19:24,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742148_1324 (size=12301) 2024-11-18T05:19:25,270 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/ffab27b3bdc64093800869153620607c 2024-11-18T05:19:25,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/bb72e2515682427aa6bf2ab2ac07d47b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/bb72e2515682427aa6bf2ab2ac07d47b 2024-11-18T05:19:25,277 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/bb72e2515682427aa6bf2ab2ac07d47b, entries=150, sequenceid=383, filesize=12.0 K 2024-11-18T05:19:25,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/00a8a369509d4745aeaea07cf0a7f387 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/00a8a369509d4745aeaea07cf0a7f387 2024-11-18T05:19:25,281 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/00a8a369509d4745aeaea07cf0a7f387, entries=150, sequenceid=383, filesize=12.0 K 2024-11-18T05:19:25,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/ffab27b3bdc64093800869153620607c as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/ffab27b3bdc64093800869153620607c 2024-11-18T05:19:25,285 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/ffab27b3bdc64093800869153620607c, entries=150, sequenceid=383, filesize=12.0 K 2024-11-18T05:19:25,285 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 203ec20f38ac89a6f8ab95cb6368acc2 in 1250ms, sequenceid=383, compaction requested=false 2024-11-18T05:19:25,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:25,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:25,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-18T05:19:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-11-18T05:19:25,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-18T05:19:25,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5610 sec 2024-11-18T05:19:25,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.5650 sec 2024-11-18T05:19:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:25,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-18T05:19:25,359 DEBUG [Thread-1146 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:56210 2024-11-18T05:19:25,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:25,359 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:25,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:25,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:25,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:25,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:25,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:25,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/b516de30731644fda9350b9230cd8a06 is 50, key is test_row_0/A:col10/1731907165358/Put/seqid=0 2024-11-18T05:19:25,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742149_1325 (size=12301) 2024-11-18T05:19:25,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/b516de30731644fda9350b9230cd8a06 2024-11-18T05:19:25,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/3043a63b74a340b09bba91daeec5129b is 50, key is test_row_0/B:col10/1731907165358/Put/seqid=0 2024-11-18T05:19:25,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742150_1326 (size=12301) 2024-11-18T05:19:25,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-18T05:19:25,830 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-18T05:19:26,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/3043a63b74a340b09bba91daeec5129b 2024-11-18T05:19:26,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/1d0e039949054dae866076059d713499 is 50, key is test_row_0/C:col10/1731907165358/Put/seqid=0 2024-11-18T05:19:26,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742151_1327 (size=12301) 2024-11-18T05:19:26,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/1d0e039949054dae866076059d713499 2024-11-18T05:19:26,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/b516de30731644fda9350b9230cd8a06 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/b516de30731644fda9350b9230cd8a06 2024-11-18T05:19:26,594 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/b516de30731644fda9350b9230cd8a06, entries=150, sequenceid=401, filesize=12.0 K 2024-11-18T05:19:26,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/3043a63b74a340b09bba91daeec5129b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/3043a63b74a340b09bba91daeec5129b 2024-11-18T05:19:26,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/3043a63b74a340b09bba91daeec5129b, entries=150, sequenceid=401, filesize=12.0 K 2024-11-18T05:19:26,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/1d0e039949054dae866076059d713499 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/1d0e039949054dae866076059d713499 2024-11-18T05:19:26,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/1d0e039949054dae866076059d713499, entries=150, sequenceid=401, filesize=12.0 K 2024-11-18T05:19:26,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 203ec20f38ac89a6f8ab95cb6368acc2 in 1243ms, sequenceid=401, compaction requested=true 2024-11-18T05:19:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 203ec20f38ac89a6f8ab95cb6368acc2:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:19:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:26,603 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 203ec20f38ac89a6f8ab95cb6368acc2:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:19:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:26,603 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 203ec20f38ac89a6f8ab95cb6368acc2:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:19:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:26,604 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:26,604 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 203ec20f38ac89a6f8ab95cb6368acc2/A is initiating minor compaction (all files) 2024-11-18T05:19:26,604 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:26,604 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 203ec20f38ac89a6f8ab95cb6368acc2/A in TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:26,604 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 203ec20f38ac89a6f8ab95cb6368acc2/B is initiating minor compaction (all files) 2024-11-18T05:19:26,604 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 203ec20f38ac89a6f8ab95cb6368acc2/B in TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:26,604 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/7997c9c89deb4bea958fb56ee73d96a5, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/bb72e2515682427aa6bf2ab2ac07d47b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/b516de30731644fda9350b9230cd8a06] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp, totalSize=36.8 K 2024-11-18T05:19:26,604 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/912405ac979f43248f48e958b700d2e6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/00a8a369509d4745aeaea07cf0a7f387, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/3043a63b74a340b09bba91daeec5129b] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp, totalSize=36.8 K 2024-11-18T05:19:26,604 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7997c9c89deb4bea958fb56ee73d96a5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731907162719 2024-11-18T05:19:26,604 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 912405ac979f43248f48e958b700d2e6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731907162719 2024-11-18T05:19:26,605 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb72e2515682427aa6bf2ab2ac07d47b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731907163093 2024-11-18T05:19:26,605 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 00a8a369509d4745aeaea07cf0a7f387, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731907163093 2024-11-18T05:19:26,605 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting b516de30731644fda9350b9230cd8a06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731907164240 2024-11-18T05:19:26,605 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 3043a63b74a340b09bba91daeec5129b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731907164240 2024-11-18T05:19:26,617 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 203ec20f38ac89a6f8ab95cb6368acc2#A#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:26,617 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/3d28cde16fea4e6ba889f86b56a12e4d is 50, key is test_row_0/A:col10/1731907165358/Put/seqid=0 2024-11-18T05:19:26,619 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 203ec20f38ac89a6f8ab95cb6368acc2#B#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:26,620 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/ff0417c332f64dd7acf8d57fe631b015 is 50, key is test_row_0/B:col10/1731907165358/Put/seqid=0 2024-11-18T05:19:26,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742152_1328 (size=13187) 2024-11-18T05:19:26,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742153_1329 (size=13187) 2024-11-18T05:19:26,633 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/ff0417c332f64dd7acf8d57fe631b015 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/ff0417c332f64dd7acf8d57fe631b015 2024-11-18T05:19:26,637 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 203ec20f38ac89a6f8ab95cb6368acc2/B of 203ec20f38ac89a6f8ab95cb6368acc2 into ff0417c332f64dd7acf8d57fe631b015(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:26,637 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:26,637 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., storeName=203ec20f38ac89a6f8ab95cb6368acc2/B, priority=13, startTime=1731907166603; duration=0sec 2024-11-18T05:19:26,637 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:26,637 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 203ec20f38ac89a6f8ab95cb6368acc2:B 2024-11-18T05:19:26,637 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:26,638 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:26,638 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 203ec20f38ac89a6f8ab95cb6368acc2/C is initiating minor compaction (all files) 2024-11-18T05:19:26,638 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 203ec20f38ac89a6f8ab95cb6368acc2/C in TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:26,638 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/47d5f402dca84f0ca1892f272eaa5b75, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/ffab27b3bdc64093800869153620607c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/1d0e039949054dae866076059d713499] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp, totalSize=36.8 K 2024-11-18T05:19:26,638 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 47d5f402dca84f0ca1892f272eaa5b75, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731907162719 2024-11-18T05:19:26,638 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting ffab27b3bdc64093800869153620607c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731907163093 2024-11-18T05:19:26,638 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d0e039949054dae866076059d713499, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731907164240 2024-11-18T05:19:26,645 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 203ec20f38ac89a6f8ab95cb6368acc2#C#compaction#284 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:26,645 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/6d0d1fd38d134fe8bfa7a71312cb085b is 50, key is test_row_0/C:col10/1731907165358/Put/seqid=0 2024-11-18T05:19:26,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742154_1330 (size=13187) 2024-11-18T05:19:27,027 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/3d28cde16fea4e6ba889f86b56a12e4d as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/3d28cde16fea4e6ba889f86b56a12e4d 2024-11-18T05:19:27,031 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 203ec20f38ac89a6f8ab95cb6368acc2/A of 203ec20f38ac89a6f8ab95cb6368acc2 into 3d28cde16fea4e6ba889f86b56a12e4d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:27,031 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:27,031 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., storeName=203ec20f38ac89a6f8ab95cb6368acc2/A, priority=13, startTime=1731907166603; duration=0sec 2024-11-18T05:19:27,031 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:27,031 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 203ec20f38ac89a6f8ab95cb6368acc2:A 2024-11-18T05:19:27,052 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/6d0d1fd38d134fe8bfa7a71312cb085b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/6d0d1fd38d134fe8bfa7a71312cb085b 2024-11-18T05:19:27,055 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 203ec20f38ac89a6f8ab95cb6368acc2/C of 203ec20f38ac89a6f8ab95cb6368acc2 into 6d0d1fd38d134fe8bfa7a71312cb085b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:27,056 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:27,056 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2., storeName=203ec20f38ac89a6f8ab95cb6368acc2/C, priority=13, startTime=1731907166603; duration=0sec 2024-11-18T05:19:27,056 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:27,056 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 203ec20f38ac89a6f8ab95cb6368acc2:C 2024-11-18T05:19:27,682 DEBUG [Thread-1154 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:56210 2024-11-18T05:19:27,682 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:27,685 DEBUG [Thread-1152 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:56210 2024-11-18T05:19:27,685 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:27,695 DEBUG [Thread-1148 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:56210 2024-11-18T05:19:27,695 DEBUG [Thread-1148 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:27,699 DEBUG [Thread-1150 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:56210 2024-11-18T05:19:27,699 DEBUG [Thread-1150 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:27,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-18T05:19:27,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-11-18T05:19:27,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-18T05:19:27,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-18T05:19:27,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-18T05:19:27,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-18T05:19:27,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-18T05:19:27,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6673 2024-11-18T05:19:27,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6363 2024-11-18T05:19:27,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6415 2024-11-18T05:19:27,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6698 2024-11-18T05:19:27,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6368 2024-11-18T05:19:27,700 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-18T05:19:27,700 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-18T05:19:27,700 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b6adc5 to 127.0.0.1:56210 2024-11-18T05:19:27,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:27,700 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-18T05:19:27,701 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-18T05:19:27,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:27,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-18T05:19:27,703 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907167703"}]},"ts":"1731907167703"} 2024-11-18T05:19:27,704 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-18T05:19:27,706 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-18T05:19:27,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T05:19:27,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=203ec20f38ac89a6f8ab95cb6368acc2, UNASSIGN}] 2024-11-18T05:19:27,708 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=203ec20f38ac89a6f8ab95cb6368acc2, UNASSIGN 2024-11-18T05:19:27,708 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=203ec20f38ac89a6f8ab95cb6368acc2, regionState=CLOSING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:27,709 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T05:19:27,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:19:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-18T05:19:27,860 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:27,860 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:27,861 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-18T05:19:27,861 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 203ec20f38ac89a6f8ab95cb6368acc2, disabling compactions & flushes 2024-11-18T05:19:27,861 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:27,861 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:27,861 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. after waiting 0 ms 2024-11-18T05:19:27,861 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:27,861 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(2837): Flushing 203ec20f38ac89a6f8ab95cb6368acc2 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-18T05:19:27,861 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=A 2024-11-18T05:19:27,861 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:27,861 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=B 2024-11-18T05:19:27,861 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:27,861 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 203ec20f38ac89a6f8ab95cb6368acc2, store=C 2024-11-18T05:19:27,861 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:27,864 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/388ed3f3d2c24597bc048a6e708d47d4 is 50, key is test_row_0/A:col10/1731907167698/Put/seqid=0 2024-11-18T05:19:27,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742155_1331 (size=7415) 2024-11-18T05:19:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-18T05:19:28,268 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/388ed3f3d2c24597bc048a6e708d47d4 2024-11-18T05:19:28,274 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/a63a404c29254e32b6c837d7fd6e5adc is 50, key is test_row_0/B:col10/1731907167698/Put/seqid=0 2024-11-18T05:19:28,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742156_1332 (size=7415) 2024-11-18T05:19:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-18T05:19:28,678 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/a63a404c29254e32b6c837d7fd6e5adc 2024-11-18T05:19:28,684 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/5c473be4845c49959a5abec2bae728e5 is 50, key is test_row_0/C:col10/1731907167698/Put/seqid=0 2024-11-18T05:19:28,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742157_1333 (size=7415) 2024-11-18T05:19:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-18T05:19:29,088 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/5c473be4845c49959a5abec2bae728e5 2024-11-18T05:19:29,092 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/A/388ed3f3d2c24597bc048a6e708d47d4 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/388ed3f3d2c24597bc048a6e708d47d4 2024-11-18T05:19:29,095 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/388ed3f3d2c24597bc048a6e708d47d4, entries=50, sequenceid=411, filesize=7.2 K 2024-11-18T05:19:29,096 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/B/a63a404c29254e32b6c837d7fd6e5adc as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/a63a404c29254e32b6c837d7fd6e5adc 2024-11-18T05:19:29,099 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/a63a404c29254e32b6c837d7fd6e5adc, entries=50, sequenceid=411, filesize=7.2 K 2024-11-18T05:19:29,100 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/.tmp/C/5c473be4845c49959a5abec2bae728e5 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/5c473be4845c49959a5abec2bae728e5 2024-11-18T05:19:29,103 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/5c473be4845c49959a5abec2bae728e5, entries=50, sequenceid=411, filesize=7.2 K 2024-11-18T05:19:29,104 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 203ec20f38ac89a6f8ab95cb6368acc2 in 1242ms, sequenceid=411, compaction requested=false 2024-11-18T05:19:29,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/e3c9752fdcf54c849b92fb3a6324682e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/7d920e4444f24e2cbce4d9abd0ff6cca, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/4291531fcc7c409d9baa5958803612ee, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/c6ddc361084345e0ada905b586533ecf, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/c1a3a93b54dc41799540cbf12671f1f2, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/6220bd32a4a4417c9577fb69840ffc7d, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/61818887ebab400197278d0ee57b7407, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/9b42ea549c1c46ef8a26f2070103944c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/660458f936854c51a5805957dab5d8df, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/5f2f833717e44716a585a68a717bc67b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/f9cec86eb5e44a5280aa16bb4c87be40, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/82feea317f2d4ac08188224d76cc2f99, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/0254c15ef304452b93084e649ca20b47, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/560fec9bd9ff477dbfaafe9db66b43b5, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/4b76b447f59548f8b742f7734a5ba0c9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/597a3ea5510f48d1b000f994d954060f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/a79234ec74b545259f5f228d998d5b10, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/a09a29f56f75445dbcc9b21f3942ede1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/b3bd591ee4f34030a6afdeac96aa4609, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/5a22db92699d4075a2b4ee5c02372506, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/0ec1501da0024a3fa7466fe50c5ae04a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/95d93914e5194bbbbcd44ce9ebddc8f4, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/7997c9c89deb4bea958fb56ee73d96a5, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/a31273528b4b45c6b4700e3ce5aef991, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/bb72e2515682427aa6bf2ab2ac07d47b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/b516de30731644fda9350b9230cd8a06] to archive 2024-11-18T05:19:29,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:19:29,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/e3c9752fdcf54c849b92fb3a6324682e to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/e3c9752fdcf54c849b92fb3a6324682e 2024-11-18T05:19:29,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/7d920e4444f24e2cbce4d9abd0ff6cca to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/7d920e4444f24e2cbce4d9abd0ff6cca 2024-11-18T05:19:29,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/4291531fcc7c409d9baa5958803612ee to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/4291531fcc7c409d9baa5958803612ee 2024-11-18T05:19:29,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/c6ddc361084345e0ada905b586533ecf to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/c6ddc361084345e0ada905b586533ecf 2024-11-18T05:19:29,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/c1a3a93b54dc41799540cbf12671f1f2 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/c1a3a93b54dc41799540cbf12671f1f2 2024-11-18T05:19:29,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/6220bd32a4a4417c9577fb69840ffc7d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/6220bd32a4a4417c9577fb69840ffc7d 2024-11-18T05:19:29,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/61818887ebab400197278d0ee57b7407 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/61818887ebab400197278d0ee57b7407 2024-11-18T05:19:29,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/9b42ea549c1c46ef8a26f2070103944c to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/9b42ea549c1c46ef8a26f2070103944c 2024-11-18T05:19:29,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/660458f936854c51a5805957dab5d8df to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/660458f936854c51a5805957dab5d8df 2024-11-18T05:19:29,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/5f2f833717e44716a585a68a717bc67b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/5f2f833717e44716a585a68a717bc67b 2024-11-18T05:19:29,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/f9cec86eb5e44a5280aa16bb4c87be40 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/f9cec86eb5e44a5280aa16bb4c87be40 2024-11-18T05:19:29,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/82feea317f2d4ac08188224d76cc2f99 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/82feea317f2d4ac08188224d76cc2f99 2024-11-18T05:19:29,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/0254c15ef304452b93084e649ca20b47 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/0254c15ef304452b93084e649ca20b47 2024-11-18T05:19:29,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/560fec9bd9ff477dbfaafe9db66b43b5 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/560fec9bd9ff477dbfaafe9db66b43b5 2024-11-18T05:19:29,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/4b76b447f59548f8b742f7734a5ba0c9 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/4b76b447f59548f8b742f7734a5ba0c9 2024-11-18T05:19:29,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/597a3ea5510f48d1b000f994d954060f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/597a3ea5510f48d1b000f994d954060f 2024-11-18T05:19:29,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/a79234ec74b545259f5f228d998d5b10 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/a79234ec74b545259f5f228d998d5b10 2024-11-18T05:19:29,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/a09a29f56f75445dbcc9b21f3942ede1 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/a09a29f56f75445dbcc9b21f3942ede1 2024-11-18T05:19:29,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/b3bd591ee4f34030a6afdeac96aa4609 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/b3bd591ee4f34030a6afdeac96aa4609 2024-11-18T05:19:29,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/5a22db92699d4075a2b4ee5c02372506 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/5a22db92699d4075a2b4ee5c02372506 2024-11-18T05:19:29,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/0ec1501da0024a3fa7466fe50c5ae04a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/0ec1501da0024a3fa7466fe50c5ae04a 2024-11-18T05:19:29,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/95d93914e5194bbbbcd44ce9ebddc8f4 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/95d93914e5194bbbbcd44ce9ebddc8f4 2024-11-18T05:19:29,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/7997c9c89deb4bea958fb56ee73d96a5 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/7997c9c89deb4bea958fb56ee73d96a5 2024-11-18T05:19:29,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/a31273528b4b45c6b4700e3ce5aef991 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/a31273528b4b45c6b4700e3ce5aef991 2024-11-18T05:19:29,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/bb72e2515682427aa6bf2ab2ac07d47b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/bb72e2515682427aa6bf2ab2ac07d47b 2024-11-18T05:19:29,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/b516de30731644fda9350b9230cd8a06 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/b516de30731644fda9350b9230cd8a06 2024-11-18T05:19:29,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/f6f2c7bba4524ce48c0526c383927578, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/bcf0332686f94f7e9dcb0fc25cd57187, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/f16261dde5b54ce79a8711f220cf8b12, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/0cb3097bd1dd43139ab4813ea0df1198, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/a7a15267a90c4d9081283abf6779cef6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/c79146a4dd344a7a942235db509624b8, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/0fc7978845064434b113591db14e3705, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/9bbc22c3b56945c2a34652749fabfa88, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/068bb727056241d58b79862a6a092177, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/7e577ed8e44f4567b8113a0bdf2bded6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/3ea9389661cc4872afc3b9d95d037b3f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/dade4793e8c049e5819457802439973f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/ff1311576bb6428e8d3e25b77711f0a9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/a3ea0dce415a493d8a0f7623fb90cb2a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/66419d4484c84dc2b126bcc77d1c4b96, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/b0587520e9a84a03bd8689a86ea9207d, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/8a9392c95332459c8da6a27cc2ee7eb1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/5146173a4b7947a18747bf4d56faaa0e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/1c7e3beab23d4423bad8506cf9e0d5cb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/45242a0cca2a47af960e91df5d431af7, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/5a2c5d21695649eb8aaf17ba2d62d1d3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/edf4d16db51c4c38825282edd68e3725, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/912405ac979f43248f48e958b700d2e6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/281d0aa11b9a4fa3959d09a8d9feaebb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/00a8a369509d4745aeaea07cf0a7f387, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/3043a63b74a340b09bba91daeec5129b] to archive 2024-11-18T05:19:29,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:19:29,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/f6f2c7bba4524ce48c0526c383927578 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/f6f2c7bba4524ce48c0526c383927578 2024-11-18T05:19:29,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/bcf0332686f94f7e9dcb0fc25cd57187 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/bcf0332686f94f7e9dcb0fc25cd57187 2024-11-18T05:19:29,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/f16261dde5b54ce79a8711f220cf8b12 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/f16261dde5b54ce79a8711f220cf8b12 2024-11-18T05:19:29,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/0cb3097bd1dd43139ab4813ea0df1198 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/0cb3097bd1dd43139ab4813ea0df1198 2024-11-18T05:19:29,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/a7a15267a90c4d9081283abf6779cef6 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/a7a15267a90c4d9081283abf6779cef6 2024-11-18T05:19:29,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/c79146a4dd344a7a942235db509624b8 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/c79146a4dd344a7a942235db509624b8 2024-11-18T05:19:29,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/0fc7978845064434b113591db14e3705 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/0fc7978845064434b113591db14e3705 2024-11-18T05:19:29,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/9bbc22c3b56945c2a34652749fabfa88 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/9bbc22c3b56945c2a34652749fabfa88 2024-11-18T05:19:29,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/068bb727056241d58b79862a6a092177 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/068bb727056241d58b79862a6a092177 2024-11-18T05:19:29,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/7e577ed8e44f4567b8113a0bdf2bded6 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/7e577ed8e44f4567b8113a0bdf2bded6 2024-11-18T05:19:29,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/3ea9389661cc4872afc3b9d95d037b3f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/3ea9389661cc4872afc3b9d95d037b3f 2024-11-18T05:19:29,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/dade4793e8c049e5819457802439973f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/dade4793e8c049e5819457802439973f 2024-11-18T05:19:29,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/ff1311576bb6428e8d3e25b77711f0a9 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/ff1311576bb6428e8d3e25b77711f0a9 2024-11-18T05:19:29,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/a3ea0dce415a493d8a0f7623fb90cb2a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/a3ea0dce415a493d8a0f7623fb90cb2a 2024-11-18T05:19:29,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/66419d4484c84dc2b126bcc77d1c4b96 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/66419d4484c84dc2b126bcc77d1c4b96 2024-11-18T05:19:29,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/b0587520e9a84a03bd8689a86ea9207d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/b0587520e9a84a03bd8689a86ea9207d 2024-11-18T05:19:29,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/8a9392c95332459c8da6a27cc2ee7eb1 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/8a9392c95332459c8da6a27cc2ee7eb1 2024-11-18T05:19:29,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/5146173a4b7947a18747bf4d56faaa0e to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/5146173a4b7947a18747bf4d56faaa0e 2024-11-18T05:19:29,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/1c7e3beab23d4423bad8506cf9e0d5cb to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/1c7e3beab23d4423bad8506cf9e0d5cb 2024-11-18T05:19:29,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/45242a0cca2a47af960e91df5d431af7 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/45242a0cca2a47af960e91df5d431af7 2024-11-18T05:19:29,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/5a2c5d21695649eb8aaf17ba2d62d1d3 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/5a2c5d21695649eb8aaf17ba2d62d1d3 2024-11-18T05:19:29,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/edf4d16db51c4c38825282edd68e3725 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/edf4d16db51c4c38825282edd68e3725 2024-11-18T05:19:29,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/912405ac979f43248f48e958b700d2e6 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/912405ac979f43248f48e958b700d2e6 2024-11-18T05:19:29,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/281d0aa11b9a4fa3959d09a8d9feaebb to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/281d0aa11b9a4fa3959d09a8d9feaebb 2024-11-18T05:19:29,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/00a8a369509d4745aeaea07cf0a7f387 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/00a8a369509d4745aeaea07cf0a7f387 2024-11-18T05:19:29,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/3043a63b74a340b09bba91daeec5129b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/3043a63b74a340b09bba91daeec5129b 2024-11-18T05:19:29,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/6594569e880c4aa6a607f526349a9078, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/bd911a87008c4fb98480e4f9842c6301, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/286edcf920344317adb7e4c0c05da17e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/7bceb71a7d12420ca0a70e0f8622a57c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/4c83dfc8715b453f8146f5e8de629f38, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/f8a885eed7a4491288f943c9cf5ed1b4, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/5f8104818b404d67a2297e8f04bc3717, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/859c76f46c624b5e8911fb62f5b6d9f6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/5662b3262b3f40fda12133bc513501bb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/285cbe3880e0423089b69a058dc590a1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/9bf8e5d12a784cd089882e8c35deae0d, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/1ccc4b5fbc5042238cddce42859c1691, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/a14f8221ce314b8f844bf5dbb89739a3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/0448d59983cc40399fdf5ef060832fd9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/bf6fa42091ab409d930ef247a2550fcf, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/b2243120845f4b0f96717e8a05299d02, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/05834188babf408dbec4469a550a9c6e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/36cfec7883ec4f698242fec2a207b527, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/36cea97d2cb2492e90bccb74452ac8b0, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/17e02544a346477fbc1e2e978aacd2ec, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/dad82dee479446d89556cda117ff648b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/9c5a634eae3644f4bb87cb6aef935d5b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/47d5f402dca84f0ca1892f272eaa5b75, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/8792fab56ff34cf39bb827e536ad3dea, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/ffab27b3bdc64093800869153620607c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/1d0e039949054dae866076059d713499] to archive 2024-11-18T05:19:29,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:19:29,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/6594569e880c4aa6a607f526349a9078 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/6594569e880c4aa6a607f526349a9078 2024-11-18T05:19:29,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/bd911a87008c4fb98480e4f9842c6301 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/bd911a87008c4fb98480e4f9842c6301 2024-11-18T05:19:29,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/286edcf920344317adb7e4c0c05da17e to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/286edcf920344317adb7e4c0c05da17e 2024-11-18T05:19:29,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/7bceb71a7d12420ca0a70e0f8622a57c to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/7bceb71a7d12420ca0a70e0f8622a57c 2024-11-18T05:19:29,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/4c83dfc8715b453f8146f5e8de629f38 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/4c83dfc8715b453f8146f5e8de629f38 2024-11-18T05:19:29,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/f8a885eed7a4491288f943c9cf5ed1b4 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/f8a885eed7a4491288f943c9cf5ed1b4 2024-11-18T05:19:29,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/5f8104818b404d67a2297e8f04bc3717 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/5f8104818b404d67a2297e8f04bc3717 2024-11-18T05:19:29,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/859c76f46c624b5e8911fb62f5b6d9f6 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/859c76f46c624b5e8911fb62f5b6d9f6 2024-11-18T05:19:29,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/5662b3262b3f40fda12133bc513501bb to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/5662b3262b3f40fda12133bc513501bb 2024-11-18T05:19:29,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/285cbe3880e0423089b69a058dc590a1 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/285cbe3880e0423089b69a058dc590a1 2024-11-18T05:19:29,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/9bf8e5d12a784cd089882e8c35deae0d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/9bf8e5d12a784cd089882e8c35deae0d 2024-11-18T05:19:29,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/1ccc4b5fbc5042238cddce42859c1691 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/1ccc4b5fbc5042238cddce42859c1691 2024-11-18T05:19:29,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/a14f8221ce314b8f844bf5dbb89739a3 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/a14f8221ce314b8f844bf5dbb89739a3 2024-11-18T05:19:29,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/0448d59983cc40399fdf5ef060832fd9 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/0448d59983cc40399fdf5ef060832fd9 2024-11-18T05:19:29,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/bf6fa42091ab409d930ef247a2550fcf to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/bf6fa42091ab409d930ef247a2550fcf 2024-11-18T05:19:29,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/b2243120845f4b0f96717e8a05299d02 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/b2243120845f4b0f96717e8a05299d02 2024-11-18T05:19:29,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/05834188babf408dbec4469a550a9c6e to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/05834188babf408dbec4469a550a9c6e 2024-11-18T05:19:29,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/36cfec7883ec4f698242fec2a207b527 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/36cfec7883ec4f698242fec2a207b527 2024-11-18T05:19:29,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/36cea97d2cb2492e90bccb74452ac8b0 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/36cea97d2cb2492e90bccb74452ac8b0 2024-11-18T05:19:29,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/17e02544a346477fbc1e2e978aacd2ec to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/17e02544a346477fbc1e2e978aacd2ec 2024-11-18T05:19:29,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/dad82dee479446d89556cda117ff648b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/dad82dee479446d89556cda117ff648b 2024-11-18T05:19:29,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/9c5a634eae3644f4bb87cb6aef935d5b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/9c5a634eae3644f4bb87cb6aef935d5b 2024-11-18T05:19:29,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/47d5f402dca84f0ca1892f272eaa5b75 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/47d5f402dca84f0ca1892f272eaa5b75 2024-11-18T05:19:29,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/8792fab56ff34cf39bb827e536ad3dea to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/8792fab56ff34cf39bb827e536ad3dea 2024-11-18T05:19:29,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/ffab27b3bdc64093800869153620607c to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/ffab27b3bdc64093800869153620607c 2024-11-18T05:19:29,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/1d0e039949054dae866076059d713499 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/1d0e039949054dae866076059d713499 2024-11-18T05:19:29,188 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/recovered.edits/414.seqid, newMaxSeqId=414, maxSeqId=1 2024-11-18T05:19:29,189 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2. 2024-11-18T05:19:29,189 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 203ec20f38ac89a6f8ab95cb6368acc2: 2024-11-18T05:19:29,190 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:29,191 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=203ec20f38ac89a6f8ab95cb6368acc2, regionState=CLOSED 2024-11-18T05:19:29,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-18T05:19:29,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 203ec20f38ac89a6f8ab95cb6368acc2, server=7cf745f7364a,40727,1731907076066 in 1.4820 sec 2024-11-18T05:19:29,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-18T05:19:29,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=203ec20f38ac89a6f8ab95cb6368acc2, UNASSIGN in 1.4860 sec 2024-11-18T05:19:29,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-18T05:19:29,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4880 sec 2024-11-18T05:19:29,197 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907169196"}]},"ts":"1731907169196"} 2024-11-18T05:19:29,197 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-18T05:19:29,200 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-18T05:19:29,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4990 sec 2024-11-18T05:19:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-18T05:19:29,806 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-18T05:19:29,807 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-18T05:19:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:29,808 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:29,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-18T05:19:29,808 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=101, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:29,810 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:29,812 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A, FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B, FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C, FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/recovered.edits] 2024-11-18T05:19:29,814 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/388ed3f3d2c24597bc048a6e708d47d4 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/388ed3f3d2c24597bc048a6e708d47d4 2024-11-18T05:19:29,815 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/3d28cde16fea4e6ba889f86b56a12e4d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/A/3d28cde16fea4e6ba889f86b56a12e4d 2024-11-18T05:19:29,817 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/a63a404c29254e32b6c837d7fd6e5adc to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/a63a404c29254e32b6c837d7fd6e5adc 2024-11-18T05:19:29,817 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/ff0417c332f64dd7acf8d57fe631b015 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/B/ff0417c332f64dd7acf8d57fe631b015 2024-11-18T05:19:29,819 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/5c473be4845c49959a5abec2bae728e5 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/5c473be4845c49959a5abec2bae728e5 2024-11-18T05:19:29,820 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/6d0d1fd38d134fe8bfa7a71312cb085b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/C/6d0d1fd38d134fe8bfa7a71312cb085b 2024-11-18T05:19:29,822 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/recovered.edits/414.seqid to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2/recovered.edits/414.seqid 2024-11-18T05:19:29,823 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/203ec20f38ac89a6f8ab95cb6368acc2 2024-11-18T05:19:29,823 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-18T05:19:29,824 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=101, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:29,827 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-18T05:19:29,829 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-18T05:19:29,829 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=101, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:29,829 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-18T05:19:29,830 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731907169829"}]},"ts":"9223372036854775807"} 2024-11-18T05:19:29,831 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-18T05:19:29,831 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 203ec20f38ac89a6f8ab95cb6368acc2, NAME => 'TestAcidGuarantees,,1731907142279.203ec20f38ac89a6f8ab95cb6368acc2.', STARTKEY => '', ENDKEY => ''}] 2024-11-18T05:19:29,831 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-18T05:19:29,831 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731907169831"}]},"ts":"9223372036854775807"} 2024-11-18T05:19:29,832 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-18T05:19:29,834 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=101, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:29,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-18T05:19:29,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-18T05:19:29,909 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-11-18T05:19:29,918 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=242 (was 241) - Thread LEAK? -, OpenFileDescriptor=459 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=414 (was 435), ProcessCount=11 (was 11), AvailableMemoryMB=11851 (was 12195) 2024-11-18T05:19:29,926 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=242, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=414, ProcessCount=11, AvailableMemoryMB=11850 2024-11-18T05:19:29,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T05:19:29,928 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:19:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:29,929 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T05:19:29,929 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:29,929 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 102 2024-11-18T05:19:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-18T05:19:29,930 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T05:19:29,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742158_1334 (size=960) 2024-11-18T05:19:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-18T05:19:30,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-18T05:19:30,336 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31 2024-11-18T05:19:30,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742159_1335 (size=53) 2024-11-18T05:19:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-18T05:19:30,742 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:19:30,742 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3677a927766b5b9a2cb2ee324078cd6d, disabling compactions & flushes 2024-11-18T05:19:30,742 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:30,742 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:30,742 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. after waiting 0 ms 2024-11-18T05:19:30,742 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:30,742 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:30,742 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:30,743 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T05:19:30,743 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731907170743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731907170743"}]},"ts":"1731907170743"} 2024-11-18T05:19:30,744 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-18T05:19:30,745 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T05:19:30,745 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907170745"}]},"ts":"1731907170745"} 2024-11-18T05:19:30,746 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-18T05:19:30,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3677a927766b5b9a2cb2ee324078cd6d, ASSIGN}] 2024-11-18T05:19:30,750 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3677a927766b5b9a2cb2ee324078cd6d, ASSIGN 2024-11-18T05:19:30,751 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3677a927766b5b9a2cb2ee324078cd6d, ASSIGN; state=OFFLINE, location=7cf745f7364a,40727,1731907076066; forceNewPlan=false, retain=false 2024-11-18T05:19:30,901 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=3677a927766b5b9a2cb2ee324078cd6d, regionState=OPENING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:30,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; OpenRegionProcedure 3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:19:31,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-18T05:19:31,054 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:31,056 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:31,057 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7285): Opening region: {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:19:31,057 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:31,057 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:19:31,057 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7327): checking encryption for 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:31,057 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7330): checking classloading for 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:31,058 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:31,059 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:19:31,059 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3677a927766b5b9a2cb2ee324078cd6d columnFamilyName A 2024-11-18T05:19:31,059 DEBUG [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:31,060 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] regionserver.HStore(327): Store=3677a927766b5b9a2cb2ee324078cd6d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:19:31,060 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:31,061 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:19:31,061 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3677a927766b5b9a2cb2ee324078cd6d columnFamilyName B 2024-11-18T05:19:31,061 DEBUG [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:31,061 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] regionserver.HStore(327): Store=3677a927766b5b9a2cb2ee324078cd6d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:19:31,061 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:31,062 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:19:31,062 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3677a927766b5b9a2cb2ee324078cd6d columnFamilyName C 2024-11-18T05:19:31,062 DEBUG [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:31,062 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] regionserver.HStore(327): Store=3677a927766b5b9a2cb2ee324078cd6d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:19:31,063 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:31,063 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:31,063 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:31,065 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:19:31,065 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1085): writing seq id for 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:31,067 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:19:31,067 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1102): Opened 3677a927766b5b9a2cb2ee324078cd6d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68042575, jitterRate=0.013913378119468689}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:19:31,068 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1001): Region open journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:31,069 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d., pid=104, masterSystemTime=1731907171054 2024-11-18T05:19:31,070 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:31,070 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:31,070 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=3677a927766b5b9a2cb2ee324078cd6d, regionState=OPEN, openSeqNum=2, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:31,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-18T05:19:31,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; OpenRegionProcedure 3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 in 169 msec 2024-11-18T05:19:31,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-18T05:19:31,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3677a927766b5b9a2cb2ee324078cd6d, ASSIGN in 324 msec 2024-11-18T05:19:31,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T05:19:31,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907171074"}]},"ts":"1731907171074"} 2024-11-18T05:19:31,076 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-18T05:19:31,079 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T05:19:31,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-18T05:19:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-18T05:19:32,033 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-18T05:19:32,035 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bf5e2f0 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b82ba2a 2024-11-18T05:19:32,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637e4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:32,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:32,041 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:32,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T05:19:32,042 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T05:19:32,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T05:19:32,044 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:19:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=105, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:32,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742160_1336 (size=996) 2024-11-18T05:19:32,454 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-18T05:19:32,454 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-18T05:19:32,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T05:19:32,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3677a927766b5b9a2cb2ee324078cd6d, REOPEN/MOVE}] 2024-11-18T05:19:32,458 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3677a927766b5b9a2cb2ee324078cd6d, REOPEN/MOVE 2024-11-18T05:19:32,459 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=3677a927766b5b9a2cb2ee324078cd6d, regionState=CLOSING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:32,460 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T05:19:32,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE; CloseRegionProcedure 3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:19:32,611 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:32,612 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(124): Close 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:32,612 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-18T05:19:32,612 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1681): Closing 3677a927766b5b9a2cb2ee324078cd6d, disabling compactions & flushes 2024-11-18T05:19:32,612 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:32,612 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:32,612 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. after waiting 0 ms 2024-11-18T05:19:32,612 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:32,616 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T05:19:32,616 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:32,616 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1635): Region close journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:32,616 WARN [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionServer(3786): Not adding moved region record: 3677a927766b5b9a2cb2ee324078cd6d to self. 2024-11-18T05:19:32,618 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(170): Closed 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:32,618 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=3677a927766b5b9a2cb2ee324078cd6d, regionState=CLOSED 2024-11-18T05:19:32,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-11-18T05:19:32,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; CloseRegionProcedure 3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 in 159 msec 2024-11-18T05:19:32,620 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3677a927766b5b9a2cb2ee324078cd6d, REOPEN/MOVE; state=CLOSED, location=7cf745f7364a,40727,1731907076066; forceNewPlan=false, retain=true 2024-11-18T05:19:32,771 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=3677a927766b5b9a2cb2ee324078cd6d, regionState=OPENING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:32,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=107, state=RUNNABLE; OpenRegionProcedure 3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:19:32,923 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:32,926 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:32,926 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7285): Opening region: {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:19:32,927 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:32,927 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:19:32,927 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7327): checking encryption for 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:32,927 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7330): checking classloading for 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:32,928 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:32,929 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:19:32,929 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3677a927766b5b9a2cb2ee324078cd6d columnFamilyName A 2024-11-18T05:19:32,930 DEBUG [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:32,931 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] regionserver.HStore(327): Store=3677a927766b5b9a2cb2ee324078cd6d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:19:32,931 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:32,931 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:19:32,931 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3677a927766b5b9a2cb2ee324078cd6d columnFamilyName B 2024-11-18T05:19:32,931 DEBUG [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:32,932 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] regionserver.HStore(327): Store=3677a927766b5b9a2cb2ee324078cd6d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:19:32,932 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:32,932 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:19:32,932 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3677a927766b5b9a2cb2ee324078cd6d columnFamilyName C 2024-11-18T05:19:32,933 DEBUG [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:32,933 INFO [StoreOpener-3677a927766b5b9a2cb2ee324078cd6d-1 {}] regionserver.HStore(327): Store=3677a927766b5b9a2cb2ee324078cd6d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:19:32,933 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:32,934 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:32,934 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:32,935 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:19:32,936 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1085): writing seq id for 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:32,937 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1102): Opened 3677a927766b5b9a2cb2ee324078cd6d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69782861, jitterRate=0.03984566032886505}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:19:32,937 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1001): Region open journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:32,938 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d., pid=109, masterSystemTime=1731907172923 2024-11-18T05:19:32,939 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:32,939 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:32,939 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=3677a927766b5b9a2cb2ee324078cd6d, regionState=OPEN, openSeqNum=5, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:32,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=107 2024-11-18T05:19:32,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=107, state=SUCCESS; OpenRegionProcedure 3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 in 168 msec 2024-11-18T05:19:32,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-18T05:19:32,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3677a927766b5b9a2cb2ee324078cd6d, REOPEN/MOVE in 483 msec 2024-11-18T05:19:32,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-18T05:19:32,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-11-18T05:19:32,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 900 msec 2024-11-18T05:19:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-18T05:19:32,946 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75b14fbd to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6cf8cb 2024-11-18T05:19:32,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f422b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:32,953 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62f74604 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ec15031 2024-11-18T05:19:32,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df33cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:32,958 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e13594 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dd5b441 2024-11-18T05:19:32,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f472e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:32,963 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c54a0d3 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c336ea4 2024-11-18T05:19:32,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167a78b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:32,966 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3875c8c5 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f94d721 2024-11-18T05:19:32,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aee939b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:32,970 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319559be to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f49665c 2024-11-18T05:19:32,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2205f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:32,974 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469 2024-11-18T05:19:32,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:32,978 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61ec0f48 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e4d3d0 2024-11-18T05:19:32,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ec8e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:32,982 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7819b9e2 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b308f62 2024-11-18T05:19:32,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:32,987 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47679076 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68035c67 2024-11-18T05:19:32,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627cad17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:19:32,992 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-18T05:19:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-18T05:19:32,993 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:32,994 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:32,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:32,996 DEBUG [hconnection-0x7e9da36f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:32,996 DEBUG [hconnection-0x7c78d71c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:32,997 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:32,997 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:33,004 DEBUG [hconnection-0x34ebf15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:33,005 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:33,005 DEBUG [hconnection-0x2507b789-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:33,005 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:33,006 DEBUG [hconnection-0x450af352-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:33,006 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:33,012 DEBUG [hconnection-0x6400b922-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:33,013 DEBUG [hconnection-0x493e46b0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:33,013 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:33,013 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36626, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:33,014 DEBUG [hconnection-0x4fb069da-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:33,015 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:33,019 DEBUG [hconnection-0x71810201-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:33,019 DEBUG [hconnection-0x2ed81f2a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:19:33,020 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:33,020 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:19:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:33,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3677a927766b5b9a2cb2ee324078cd6d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T05:19:33,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=A 2024-11-18T05:19:33,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:33,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=B 2024-11-18T05:19:33,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:33,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=C 2024-11-18T05:19:33,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:33,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907233053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907233053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907233054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907233056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907233058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111832c83a38601149fcaae4968c525aaca7_3677a927766b5b9a2cb2ee324078cd6d is 50, key is test_row_0/A:col10/1731907173007/Put/seqid=0 2024-11-18T05:19:33,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742161_1337 (size=12154) 2024-11-18T05:19:33,093 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-18T05:19:33,098 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111832c83a38601149fcaae4968c525aaca7_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111832c83a38601149fcaae4968c525aaca7_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:33,100 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/51041e2cd071462d82d74ec914fb364c, store: [table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:33,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/51041e2cd071462d82d74ec914fb364c is 175, key is test_row_0/A:col10/1731907173007/Put/seqid=0 2024-11-18T05:19:33,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742162_1338 (size=30955) 2024-11-18T05:19:33,119 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/51041e2cd071462d82d74ec914fb364c 2024-11-18T05:19:33,145 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-18T05:19:33,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:33,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:33,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:33,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:33,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:33,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/b6b81222bbfd477e872f53c37db790ca is 50, key is test_row_0/B:col10/1731907173007/Put/seqid=0 2024-11-18T05:19:33,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742163_1339 (size=12001) 2024-11-18T05:19:33,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907233156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907233157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907233157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907233157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907233159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-18T05:19:33,298 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-18T05:19:33,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:33,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:33,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:33,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:33,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:33,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907233359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907233360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907233360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907233360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907233363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-18T05:19:33,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:33,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:33,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:33,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:33,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:33,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/b6b81222bbfd477e872f53c37db790ca 2024-11-18T05:19:33,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/573f0a95eee143f4ac436566456b5e5b is 50, key is test_row_0/C:col10/1731907173007/Put/seqid=0 2024-11-18T05:19:33,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742164_1340 (size=12001) 2024-11-18T05:19:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-18T05:19:33,604 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-18T05:19:33,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:33,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:33,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:33,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:33,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:33,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907233664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907233664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907233665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907233665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907233667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,756 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-18T05:19:33,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:33,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:33,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:33,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:33,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:33,909 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:33,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-18T05:19:33,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:33,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:33,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:33,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:33,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:33,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/573f0a95eee143f4ac436566456b5e5b 2024-11-18T05:19:33,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/51041e2cd071462d82d74ec914fb364c as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/51041e2cd071462d82d74ec914fb364c 2024-11-18T05:19:33,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/51041e2cd071462d82d74ec914fb364c, entries=150, sequenceid=16, filesize=30.2 K 2024-11-18T05:19:33,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/b6b81222bbfd477e872f53c37db790ca as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/b6b81222bbfd477e872f53c37db790ca 2024-11-18T05:19:34,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/b6b81222bbfd477e872f53c37db790ca, entries=150, sequenceid=16, filesize=11.7 K 2024-11-18T05:19:34,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/573f0a95eee143f4ac436566456b5e5b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/573f0a95eee143f4ac436566456b5e5b 2024-11-18T05:19:34,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/573f0a95eee143f4ac436566456b5e5b, entries=150, sequenceid=16, filesize=11.7 K 2024-11-18T05:19:34,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3677a927766b5b9a2cb2ee324078cd6d in 972ms, sequenceid=16, compaction requested=false 2024-11-18T05:19:34,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:34,062 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-18T05:19:34,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:34,063 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 3677a927766b5b9a2cb2ee324078cd6d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T05:19:34,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=A 2024-11-18T05:19:34,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:34,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=B 2024-11-18T05:19:34,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:34,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=C 2024-11-18T05:19:34,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:34,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111876db603425644d87a6e8dd27043c9e0f_3677a927766b5b9a2cb2ee324078cd6d is 50, key is test_row_0/A:col10/1731907173049/Put/seqid=0 2024-11-18T05:19:34,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742165_1341 (size=12154) 2024-11-18T05:19:34,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-18T05:19:34,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:34,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907234175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907234176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907234177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907234178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907234179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907234280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907234280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907234281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907234282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907234283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:34,480 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111876db603425644d87a6e8dd27043c9e0f_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111876db603425644d87a6e8dd27043c9e0f_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:34,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/e19a16a935cb4983ad09bb22f5e111be, store: [table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:34,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/e19a16a935cb4983ad09bb22f5e111be is 175, key is test_row_0/A:col10/1731907173049/Put/seqid=0 2024-11-18T05:19:34,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742166_1342 (size=30955) 2024-11-18T05:19:34,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907234484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907234485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907234485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907234485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907234488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T05:19:34,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907234788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907234789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907234789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907234790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907234793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:34,886 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/e19a16a935cb4983ad09bb22f5e111be 2024-11-18T05:19:34,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/0a61ae402c834f6db8fa0b61c6d12ee7 is 50, key is test_row_0/B:col10/1731907173049/Put/seqid=0 2024-11-18T05:19:34,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742167_1343 (size=12001) 2024-11-18T05:19:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-18T05:19:35,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907235293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:35,298 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/0a61ae402c834f6db8fa0b61c6d12ee7 2024-11-18T05:19:35,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907235295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:35,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907235296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:35,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907235299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:35,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907235299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:35,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/f605d6c5187e4c259d64aaf2d144a512 is 50, key is test_row_0/C:col10/1731907173049/Put/seqid=0 2024-11-18T05:19:35,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742168_1344 (size=12001) 2024-11-18T05:19:35,710 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/f605d6c5187e4c259d64aaf2d144a512 2024-11-18T05:19:35,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/e19a16a935cb4983ad09bb22f5e111be as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/e19a16a935cb4983ad09bb22f5e111be 2024-11-18T05:19:35,718 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/e19a16a935cb4983ad09bb22f5e111be, entries=150, sequenceid=40, filesize=30.2 K 2024-11-18T05:19:35,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/0a61ae402c834f6db8fa0b61c6d12ee7 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/0a61ae402c834f6db8fa0b61c6d12ee7 2024-11-18T05:19:35,724 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/0a61ae402c834f6db8fa0b61c6d12ee7, entries=150, sequenceid=40, filesize=11.7 K 2024-11-18T05:19:35,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-18T05:19:35,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/f605d6c5187e4c259d64aaf2d144a512 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/f605d6c5187e4c259d64aaf2d144a512 2024-11-18T05:19:35,728 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/f605d6c5187e4c259d64aaf2d144a512, entries=150, sequenceid=40, filesize=11.7 K 2024-11-18T05:19:35,729 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 3677a927766b5b9a2cb2ee324078cd6d in 1666ms, sequenceid=40, compaction requested=false 2024-11-18T05:19:35,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:35,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:35,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-18T05:19:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-18T05:19:35,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-18T05:19:35,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7360 sec 2024-11-18T05:19:35,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.7400 sec 2024-11-18T05:19:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:36,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3677a927766b5b9a2cb2ee324078cd6d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-18T05:19:36,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=A 2024-11-18T05:19:36,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:36,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=B 2024-11-18T05:19:36,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:36,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=C 2024-11-18T05:19:36,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:36,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111893f48f67d8104e24a7e7eee6894cacf9_3677a927766b5b9a2cb2ee324078cd6d is 50, key is test_row_0/A:col10/1731907176307/Put/seqid=0 2024-11-18T05:19:36,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742169_1345 (size=14594) 2024-11-18T05:19:36,320 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:36,324 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111893f48f67d8104e24a7e7eee6894cacf9_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111893f48f67d8104e24a7e7eee6894cacf9_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:36,326 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/3bac2403caf2451e810febc145c4b4a6, store: [table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:36,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/3bac2403caf2451e810febc145c4b4a6 is 175, key is test_row_0/A:col10/1731907176307/Put/seqid=0 2024-11-18T05:19:36,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742170_1346 (size=39549) 2024-11-18T05:19:36,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907236328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:36,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907236329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:36,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907236330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:36,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907236331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:36,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907236331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:36,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907236435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:36,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907236435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:36,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907236435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:36,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907236436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:36,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907236436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:36,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907236638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:36,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907236639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:36,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907236639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:36,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907236640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:36,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907236641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:36,731 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/3bac2403caf2451e810febc145c4b4a6 2024-11-18T05:19:36,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/3d2f6675ecef4793a33167e9239cd361 is 50, key is test_row_0/B:col10/1731907176307/Put/seqid=0 2024-11-18T05:19:36,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742171_1347 (size=12001) 2024-11-18T05:19:36,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907236943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:36,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907236943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:36,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907236945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:36,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907236946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:36,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907236946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:37,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-18T05:19:37,098 INFO [Thread-1534 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-18T05:19:37,099 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:37,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-18T05:19:37,101 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-18T05:19:37,101 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:37,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:37,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/3d2f6675ecef4793a33167e9239cd361 2024-11-18T05:19:37,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/858eb25fee654dd1bda7e9304537e086 is 50, key is test_row_0/C:col10/1731907176307/Put/seqid=0 2024-11-18T05:19:37,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742172_1348 (size=12001) 2024-11-18T05:19:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-18T05:19:37,253 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:37,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-18T05:19:37,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:37,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:37,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:37,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:37,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:37,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-18T05:19:37,406 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:37,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-18T05:19:37,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:37,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:37,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:37,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:37,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:37,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907237448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:37,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907237448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:37,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907237450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:37,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907237451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:37,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907237451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:37,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/858eb25fee654dd1bda7e9304537e086 2024-11-18T05:19:37,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/3bac2403caf2451e810febc145c4b4a6 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/3bac2403caf2451e810febc145c4b4a6 2024-11-18T05:19:37,558 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:37,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-18T05:19:37,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:37,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:37,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:37,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:37,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:37,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/3bac2403caf2451e810febc145c4b4a6, entries=200, sequenceid=56, filesize=38.6 K 2024-11-18T05:19:37,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/3d2f6675ecef4793a33167e9239cd361 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/3d2f6675ecef4793a33167e9239cd361 2024-11-18T05:19:37,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/3d2f6675ecef4793a33167e9239cd361, entries=150, sequenceid=56, filesize=11.7 K 2024-11-18T05:19:37,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/858eb25fee654dd1bda7e9304537e086 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/858eb25fee654dd1bda7e9304537e086 2024-11-18T05:19:37,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/858eb25fee654dd1bda7e9304537e086, entries=150, sequenceid=56, filesize=11.7 K 2024-11-18T05:19:37,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 3677a927766b5b9a2cb2ee324078cd6d in 1263ms, sequenceid=56, compaction requested=true 2024-11-18T05:19:37,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:37,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3677a927766b5b9a2cb2ee324078cd6d:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:19:37,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:37,571 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:37,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3677a927766b5b9a2cb2ee324078cd6d:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:19:37,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:37,571 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:37,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3677a927766b5b9a2cb2ee324078cd6d:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:19:37,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:37,572 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:37,572 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:37,572 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 3677a927766b5b9a2cb2ee324078cd6d/A is initiating minor compaction (all files) 2024-11-18T05:19:37,572 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 3677a927766b5b9a2cb2ee324078cd6d/B is initiating minor compaction (all files) 2024-11-18T05:19:37,572 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3677a927766b5b9a2cb2ee324078cd6d/A in TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:37,572 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3677a927766b5b9a2cb2ee324078cd6d/B in TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:37,572 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/51041e2cd071462d82d74ec914fb364c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/e19a16a935cb4983ad09bb22f5e111be, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/3bac2403caf2451e810febc145c4b4a6] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp, totalSize=99.1 K 2024-11-18T05:19:37,572 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/b6b81222bbfd477e872f53c37db790ca, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/0a61ae402c834f6db8fa0b61c6d12ee7, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/3d2f6675ecef4793a33167e9239cd361] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp, totalSize=35.2 K 2024-11-18T05:19:37,572 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:37,572 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. files: [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/51041e2cd071462d82d74ec914fb364c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/e19a16a935cb4983ad09bb22f5e111be, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/3bac2403caf2451e810febc145c4b4a6] 2024-11-18T05:19:37,573 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51041e2cd071462d82d74ec914fb364c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731907173000 2024-11-18T05:19:37,573 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting b6b81222bbfd477e872f53c37db790ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731907173000 2024-11-18T05:19:37,573 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting e19a16a935cb4983ad09bb22f5e111be, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731907173041 2024-11-18T05:19:37,573 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a61ae402c834f6db8fa0b61c6d12ee7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731907173041 2024-11-18T05:19:37,573 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d2f6675ecef4793a33167e9239cd361, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731907176307 2024-11-18T05:19:37,573 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bac2403caf2451e810febc145c4b4a6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731907174177 2024-11-18T05:19:37,582 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:37,583 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3677a927766b5b9a2cb2ee324078cd6d#B#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:37,583 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/e11e0d728d3747fa95cfa4de04e10b44 is 50, key is test_row_0/B:col10/1731907176307/Put/seqid=0 2024-11-18T05:19:37,585 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411187fd198b1d21e4d7ba4d3087fb44ce1f5_3677a927766b5b9a2cb2ee324078cd6d store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:37,586 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411187fd198b1d21e4d7ba4d3087fb44ce1f5_3677a927766b5b9a2cb2ee324078cd6d, store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:37,587 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411187fd198b1d21e4d7ba4d3087fb44ce1f5_3677a927766b5b9a2cb2ee324078cd6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:37,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742173_1349 (size=12104) 2024-11-18T05:19:37,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742174_1350 (size=4469) 2024-11-18T05:19:37,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-18T05:19:37,711 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:37,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-18T05:19:37,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:37,713 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 3677a927766b5b9a2cb2ee324078cd6d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-18T05:19:37,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=A 2024-11-18T05:19:37,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:37,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=B 2024-11-18T05:19:37,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:37,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=C 2024-11-18T05:19:37,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:37,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182bcb780cdbc04ac4af08ce697d0d7f38_3677a927766b5b9a2cb2ee324078cd6d is 50, key is test_row_0/A:col10/1731907176329/Put/seqid=0 2024-11-18T05:19:37,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742175_1351 (size=12154) 2024-11-18T05:19:38,011 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/e11e0d728d3747fa95cfa4de04e10b44 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/e11e0d728d3747fa95cfa4de04e10b44 2024-11-18T05:19:38,014 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3677a927766b5b9a2cb2ee324078cd6d#A#compaction#297 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:38,015 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/3dfcd2c91dc040858941033c66e39ed3 is 175, key is test_row_0/A:col10/1731907176307/Put/seqid=0 2024-11-18T05:19:38,017 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3677a927766b5b9a2cb2ee324078cd6d/B of 3677a927766b5b9a2cb2ee324078cd6d into e11e0d728d3747fa95cfa4de04e10b44(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:38,017 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:38,017 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d., storeName=3677a927766b5b9a2cb2ee324078cd6d/B, priority=13, startTime=1731907177571; duration=0sec 2024-11-18T05:19:38,017 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:38,017 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3677a927766b5b9a2cb2ee324078cd6d:B 2024-11-18T05:19:38,018 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:38,019 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:38,019 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 3677a927766b5b9a2cb2ee324078cd6d/C is initiating minor compaction (all files) 2024-11-18T05:19:38,019 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3677a927766b5b9a2cb2ee324078cd6d/C in TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:38,019 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/573f0a95eee143f4ac436566456b5e5b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/f605d6c5187e4c259d64aaf2d144a512, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/858eb25fee654dd1bda7e9304537e086] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp, totalSize=35.2 K 2024-11-18T05:19:38,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742176_1352 (size=31058) 2024-11-18T05:19:38,020 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 573f0a95eee143f4ac436566456b5e5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731907173000 2024-11-18T05:19:38,020 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting f605d6c5187e4c259d64aaf2d144a512, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731907173041 2024-11-18T05:19:38,021 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 858eb25fee654dd1bda7e9304537e086, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731907176307 2024-11-18T05:19:38,030 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3677a927766b5b9a2cb2ee324078cd6d#C#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:38,030 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/7e80156caae6496385fa4e1378e0d8b0 is 50, key is test_row_0/C:col10/1731907176307/Put/seqid=0 2024-11-18T05:19:38,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742177_1353 (size=12104) 2024-11-18T05:19:38,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:38,138 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182bcb780cdbc04ac4af08ce697d0d7f38_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182bcb780cdbc04ac4af08ce697d0d7f38_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:38,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/a4c39f3234a8427990328d13ad40501f, store: [table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:38,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/a4c39f3234a8427990328d13ad40501f is 175, key is test_row_0/A:col10/1731907176329/Put/seqid=0 2024-11-18T05:19:38,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742178_1354 (size=30955) 2024-11-18T05:19:38,144 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/a4c39f3234a8427990328d13ad40501f 2024-11-18T05:19:38,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/f413e84a8cce46af9c08b92aa10e2551 is 50, key is test_row_0/B:col10/1731907176329/Put/seqid=0 2024-11-18T05:19:38,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742179_1355 (size=12001) 2024-11-18T05:19:38,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-18T05:19:38,425 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/3dfcd2c91dc040858941033c66e39ed3 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/3dfcd2c91dc040858941033c66e39ed3 2024-11-18T05:19:38,431 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3677a927766b5b9a2cb2ee324078cd6d/A of 3677a927766b5b9a2cb2ee324078cd6d into 3dfcd2c91dc040858941033c66e39ed3(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:38,431 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:38,431 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d., storeName=3677a927766b5b9a2cb2ee324078cd6d/A, priority=13, startTime=1731907177571; duration=0sec 2024-11-18T05:19:38,431 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:38,431 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3677a927766b5b9a2cb2ee324078cd6d:A 2024-11-18T05:19:38,439 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/7e80156caae6496385fa4e1378e0d8b0 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/7e80156caae6496385fa4e1378e0d8b0 2024-11-18T05:19:38,443 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3677a927766b5b9a2cb2ee324078cd6d/C of 3677a927766b5b9a2cb2ee324078cd6d into 7e80156caae6496385fa4e1378e0d8b0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:38,443 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:38,443 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d., storeName=3677a927766b5b9a2cb2ee324078cd6d/C, priority=13, startTime=1731907177571; duration=0sec 2024-11-18T05:19:38,443 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:38,443 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3677a927766b5b9a2cb2ee324078cd6d:C 2024-11-18T05:19:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:38,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:38,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907238470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:38,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907238470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:38,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907238470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:38,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907238472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:38,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907238473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:38,556 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/f413e84a8cce46af9c08b92aa10e2551 2024-11-18T05:19:38,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/781b4e910b384a318e130d8c63506569 is 50, key is test_row_0/C:col10/1731907176329/Put/seqid=0 2024-11-18T05:19:38,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742180_1356 (size=12001) 2024-11-18T05:19:38,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907238575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:38,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907238576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:38,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907238576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:38,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907238578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:38,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907238579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:38,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907238779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:38,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907238780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:38,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907238780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:38,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907238782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:38,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907238783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:38,968 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/781b4e910b384a318e130d8c63506569 2024-11-18T05:19:38,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/a4c39f3234a8427990328d13ad40501f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/a4c39f3234a8427990328d13ad40501f 2024-11-18T05:19:38,977 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/a4c39f3234a8427990328d13ad40501f, entries=150, sequenceid=76, filesize=30.2 K 2024-11-18T05:19:38,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/f413e84a8cce46af9c08b92aa10e2551 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/f413e84a8cce46af9c08b92aa10e2551 2024-11-18T05:19:38,981 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/f413e84a8cce46af9c08b92aa10e2551, entries=150, sequenceid=76, filesize=11.7 K 2024-11-18T05:19:38,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/781b4e910b384a318e130d8c63506569 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/781b4e910b384a318e130d8c63506569 2024-11-18T05:19:38,985 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/781b4e910b384a318e130d8c63506569, entries=150, sequenceid=76, filesize=11.7 K 2024-11-18T05:19:38,986 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 3677a927766b5b9a2cb2ee324078cd6d in 1273ms, sequenceid=76, compaction requested=false 2024-11-18T05:19:38,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:38,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:38,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-18T05:19:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-18T05:19:38,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-18T05:19:38,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8860 sec 2024-11-18T05:19:38,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.8900 sec 2024-11-18T05:19:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:39,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3677a927766b5b9a2cb2ee324078cd6d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-18T05:19:39,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=A 2024-11-18T05:19:39,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:39,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=B 2024-11-18T05:19:39,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:39,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=C 2024-11-18T05:19:39,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:39,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184aa030dcfd2742f19bec92532e9282cc_3677a927766b5b9a2cb2ee324078cd6d is 50, key is test_row_0/A:col10/1731907179082/Put/seqid=0 2024-11-18T05:19:39,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742181_1357 (size=14594) 2024-11-18T05:19:39,095 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:39,099 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184aa030dcfd2742f19bec92532e9282cc_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184aa030dcfd2742f19bec92532e9282cc_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:39,100 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/0edf3e31953a43c0b8f52e7911f0a775, store: [table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:39,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/0edf3e31953a43c0b8f52e7911f0a775 is 175, key is test_row_0/A:col10/1731907179082/Put/seqid=0 2024-11-18T05:19:39,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742182_1358 (size=39549) 2024-11-18T05:19:39,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907239104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907239105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907239106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907239110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907239111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-18T05:19:39,205 INFO [Thread-1534 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-18T05:19:39,206 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:39,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-18T05:19:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-18T05:19:39,207 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:39,208 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:39,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:39,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907239212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907239212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907239212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907239213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907239218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-18T05:19:39,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-18T05:19:39,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:39,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:39,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:39,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:39,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:39,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907239418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907239418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907239418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907239419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907239426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-18T05:19:39,509 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/0edf3e31953a43c0b8f52e7911f0a775 2024-11-18T05:19:39,512 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-18T05:19:39,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:39,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:39,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:39,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:39,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:39,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/519e06c0aa0d4747a94e0155f7313df6 is 50, key is test_row_0/B:col10/1731907179082/Put/seqid=0 2024-11-18T05:19:39,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742183_1359 (size=12001) 2024-11-18T05:19:39,665 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-18T05:19:39,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:39,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:39,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:39,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:39,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:39,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907239723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907239728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907239729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907239730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907239734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-18T05:19:39,817 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-18T05:19:39,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:39,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:39,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:39,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:39,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:39,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/519e06c0aa0d4747a94e0155f7313df6 2024-11-18T05:19:39,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/623dccce499a45e68955c600503b3c0f is 50, key is test_row_0/C:col10/1731907179082/Put/seqid=0 2024-11-18T05:19:39,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742184_1360 (size=12001) 2024-11-18T05:19:39,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/623dccce499a45e68955c600503b3c0f 2024-11-18T05:19:39,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/0edf3e31953a43c0b8f52e7911f0a775 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/0edf3e31953a43c0b8f52e7911f0a775 2024-11-18T05:19:39,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/0edf3e31953a43c0b8f52e7911f0a775, entries=200, sequenceid=96, filesize=38.6 K 2024-11-18T05:19:39,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/519e06c0aa0d4747a94e0155f7313df6 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/519e06c0aa0d4747a94e0155f7313df6 2024-11-18T05:19:39,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/519e06c0aa0d4747a94e0155f7313df6, entries=150, sequenceid=96, filesize=11.7 K 2024-11-18T05:19:39,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/623dccce499a45e68955c600503b3c0f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/623dccce499a45e68955c600503b3c0f 2024-11-18T05:19:39,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/623dccce499a45e68955c600503b3c0f, entries=150, sequenceid=96, filesize=11.7 K 2024-11-18T05:19:39,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 3677a927766b5b9a2cb2ee324078cd6d in 875ms, sequenceid=96, compaction requested=true 2024-11-18T05:19:39,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:39,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3677a927766b5b9a2cb2ee324078cd6d:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:19:39,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:39,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3677a927766b5b9a2cb2ee324078cd6d:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:19:39,958 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:39,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:39,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3677a927766b5b9a2cb2ee324078cd6d:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:19:39,958 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:39,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:39,959 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:39,959 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 3677a927766b5b9a2cb2ee324078cd6d/A is initiating minor compaction (all files) 2024-11-18T05:19:39,959 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3677a927766b5b9a2cb2ee324078cd6d/A in TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:39,959 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/3dfcd2c91dc040858941033c66e39ed3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/a4c39f3234a8427990328d13ad40501f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/0edf3e31953a43c0b8f52e7911f0a775] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp, totalSize=99.2 K 2024-11-18T05:19:39,959 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:39,959 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. files: [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/3dfcd2c91dc040858941033c66e39ed3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/a4c39f3234a8427990328d13ad40501f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/0edf3e31953a43c0b8f52e7911f0a775] 2024-11-18T05:19:39,959 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:39,959 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 3677a927766b5b9a2cb2ee324078cd6d/B is initiating minor compaction (all files) 2024-11-18T05:19:39,959 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3677a927766b5b9a2cb2ee324078cd6d/B in TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:39,960 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/e11e0d728d3747fa95cfa4de04e10b44, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/f413e84a8cce46af9c08b92aa10e2551, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/519e06c0aa0d4747a94e0155f7313df6] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp, totalSize=35.3 K 2024-11-18T05:19:39,960 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dfcd2c91dc040858941033c66e39ed3, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731907176307 2024-11-18T05:19:39,960 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4c39f3234a8427990328d13ad40501f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731907176329 2024-11-18T05:19:39,960 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting e11e0d728d3747fa95cfa4de04e10b44, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731907176307 2024-11-18T05:19:39,960 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0edf3e31953a43c0b8f52e7911f0a775, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731907178469 2024-11-18T05:19:39,960 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting f413e84a8cce46af9c08b92aa10e2551, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731907176329 2024-11-18T05:19:39,961 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 519e06c0aa0d4747a94e0155f7313df6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731907178469 2024-11-18T05:19:39,966 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:39,968 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3677a927766b5b9a2cb2ee324078cd6d#B#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:39,968 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/f27bcfc7ae2f4fc09eeea9939d008ff0 is 50, key is test_row_0/B:col10/1731907179082/Put/seqid=0 2024-11-18T05:19:39,970 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111892ce7e43eeed422bb6b4c2ca6f018f19_3677a927766b5b9a2cb2ee324078cd6d store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:39,970 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:39,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-18T05:19:39,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:39,971 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 3677a927766b5b9a2cb2ee324078cd6d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-18T05:19:39,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=A 2024-11-18T05:19:39,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:39,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=B 2024-11-18T05:19:39,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:39,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=C 2024-11-18T05:19:39,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:39,972 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111892ce7e43eeed422bb6b4c2ca6f018f19_3677a927766b5b9a2cb2ee324078cd6d, store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:39,972 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111892ce7e43eeed422bb6b4c2ca6f018f19_3677a927766b5b9a2cb2ee324078cd6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:39,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742185_1361 (size=12207) 2024-11-18T05:19:39,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742186_1362 (size=4469) 2024-11-18T05:19:39,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111817534e68b83c4377b4a548128a434bf0_3677a927766b5b9a2cb2ee324078cd6d is 50, key is test_row_0/A:col10/1731907179110/Put/seqid=0 2024-11-18T05:19:39,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742187_1363 (size=12154) 2024-11-18T05:19:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:40,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:40,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907240251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907240252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907240253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907240254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907240255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-18T05:19:40,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907240359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907240360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907240360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907240360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907240360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,378 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/f27bcfc7ae2f4fc09eeea9939d008ff0 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/f27bcfc7ae2f4fc09eeea9939d008ff0 2024-11-18T05:19:40,378 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3677a927766b5b9a2cb2ee324078cd6d#A#compaction#306 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:40,379 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/58e470605c384a50b2648fc585882002 is 175, key is test_row_0/A:col10/1731907179082/Put/seqid=0 2024-11-18T05:19:40,383 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3677a927766b5b9a2cb2ee324078cd6d/B of 3677a927766b5b9a2cb2ee324078cd6d into f27bcfc7ae2f4fc09eeea9939d008ff0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:40,383 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:40,383 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d., storeName=3677a927766b5b9a2cb2ee324078cd6d/B, priority=13, startTime=1731907179958; duration=0sec 2024-11-18T05:19:40,383 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:40,383 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3677a927766b5b9a2cb2ee324078cd6d:B 2024-11-18T05:19:40,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742188_1364 (size=31161) 2024-11-18T05:19:40,383 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:40,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:40,385 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:40,385 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 3677a927766b5b9a2cb2ee324078cd6d/C is initiating minor compaction (all files) 2024-11-18T05:19:40,385 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3677a927766b5b9a2cb2ee324078cd6d/C in TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:40,385 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/7e80156caae6496385fa4e1378e0d8b0, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/781b4e910b384a318e130d8c63506569, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/623dccce499a45e68955c600503b3c0f] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp, totalSize=35.3 K 2024-11-18T05:19:40,385 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e80156caae6496385fa4e1378e0d8b0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731907176307 2024-11-18T05:19:40,386 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 781b4e910b384a318e130d8c63506569, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731907176329 2024-11-18T05:19:40,386 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 623dccce499a45e68955c600503b3c0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731907178469 2024-11-18T05:19:40,387 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111817534e68b83c4377b4a548128a434bf0_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111817534e68b83c4377b4a548128a434bf0_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:40,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/c547bdb58f6a4817a61a12cdf495505a, store: [table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:40,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/c547bdb58f6a4817a61a12cdf495505a is 175, key is test_row_0/A:col10/1731907179110/Put/seqid=0 2024-11-18T05:19:40,390 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/58e470605c384a50b2648fc585882002 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/58e470605c384a50b2648fc585882002 2024-11-18T05:19:40,396 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3677a927766b5b9a2cb2ee324078cd6d/A of 3677a927766b5b9a2cb2ee324078cd6d into 58e470605c384a50b2648fc585882002(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:40,396 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:40,396 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d., storeName=3677a927766b5b9a2cb2ee324078cd6d/A, priority=13, startTime=1731907179958; duration=0sec 2024-11-18T05:19:40,396 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:40,396 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3677a927766b5b9a2cb2ee324078cd6d:A 2024-11-18T05:19:40,403 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3677a927766b5b9a2cb2ee324078cd6d#C#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:40,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742189_1365 (size=30955) 2024-11-18T05:19:40,404 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/c547bdb58f6a4817a61a12cdf495505a 2024-11-18T05:19:40,404 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/b2d1c4231373463086346dafd5861d0a is 50, key is test_row_0/C:col10/1731907179082/Put/seqid=0 2024-11-18T05:19:40,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/1302f699792444e990ae6fffeaaf3730 is 50, key is test_row_0/B:col10/1731907179110/Put/seqid=0 2024-11-18T05:19:40,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742191_1367 (size=12001) 2024-11-18T05:19:40,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742190_1366 (size=12207) 2024-11-18T05:19:40,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907240562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907240563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907240563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907240563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907240564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,818 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/1302f699792444e990ae6fffeaaf3730 2024-11-18T05:19:40,827 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/b2d1c4231373463086346dafd5861d0a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/b2d1c4231373463086346dafd5861d0a 2024-11-18T05:19:40,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/316116e75c7a4f14875e6dd02136dbbe is 50, key is test_row_0/C:col10/1731907179110/Put/seqid=0 2024-11-18T05:19:40,832 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3677a927766b5b9a2cb2ee324078cd6d/C of 3677a927766b5b9a2cb2ee324078cd6d into b2d1c4231373463086346dafd5861d0a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:40,832 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:40,832 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d., storeName=3677a927766b5b9a2cb2ee324078cd6d/C, priority=13, startTime=1731907179958; duration=0sec 2024-11-18T05:19:40,832 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:40,832 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3677a927766b5b9a2cb2ee324078cd6d:C 2024-11-18T05:19:40,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742192_1368 (size=12001) 2024-11-18T05:19:40,834 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/316116e75c7a4f14875e6dd02136dbbe 2024-11-18T05:19:40,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/c547bdb58f6a4817a61a12cdf495505a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/c547bdb58f6a4817a61a12cdf495505a 2024-11-18T05:19:40,841 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/c547bdb58f6a4817a61a12cdf495505a, entries=150, sequenceid=115, filesize=30.2 K 2024-11-18T05:19:40,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/1302f699792444e990ae6fffeaaf3730 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/1302f699792444e990ae6fffeaaf3730 2024-11-18T05:19:40,845 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/1302f699792444e990ae6fffeaaf3730, entries=150, sequenceid=115, filesize=11.7 K 2024-11-18T05:19:40,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/316116e75c7a4f14875e6dd02136dbbe as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/316116e75c7a4f14875e6dd02136dbbe 2024-11-18T05:19:40,850 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/316116e75c7a4f14875e6dd02136dbbe, entries=150, sequenceid=115, filesize=11.7 K 2024-11-18T05:19:40,850 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 3677a927766b5b9a2cb2ee324078cd6d in 879ms, sequenceid=115, compaction requested=false 2024-11-18T05:19:40,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:40,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:40,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-18T05:19:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-18T05:19:40,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-18T05:19:40,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6440 sec 2024-11-18T05:19:40,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.6480 sec 2024-11-18T05:19:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:40,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3677a927766b5b9a2cb2ee324078cd6d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-18T05:19:40,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=A 2024-11-18T05:19:40,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:40,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=B 2024-11-18T05:19:40,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:40,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=C 2024-11-18T05:19:40,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:40,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411187c93b61b574046278220c5ff43acb5b1_3677a927766b5b9a2cb2ee324078cd6d is 50, key is test_row_0/A:col10/1731907180869/Put/seqid=0 2024-11-18T05:19:40,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742193_1369 (size=14744) 2024-11-18T05:19:40,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907240883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907240885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907240885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907240885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907240887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907240988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907240990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907240990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907240990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:40,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907240991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:41,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907241192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:41,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907241194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:41,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907241194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:41,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907241194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:41,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907241196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:41,283 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:41,287 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411187c93b61b574046278220c5ff43acb5b1_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187c93b61b574046278220c5ff43acb5b1_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:41,288 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/f3869be7d2f34eecbd9f8482efcd4841, store: [table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:41,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/f3869be7d2f34eecbd9f8482efcd4841 is 175, key is test_row_0/A:col10/1731907180869/Put/seqid=0 2024-11-18T05:19:41,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742194_1370 (size=39699) 2024-11-18T05:19:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-18T05:19:41,311 INFO [Thread-1534 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-18T05:19:41,312 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-18T05:19:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-18T05:19:41,313 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:41,314 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:41,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-18T05:19:41,465 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:41,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-18T05:19:41,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:41,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:41,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:41,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:41,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:41,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907241497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:41,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907241499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:41,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907241500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:41,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907241500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:41,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907241502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-18T05:19:41,618 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:41,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-18T05:19:41,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:41,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:41,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:41,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:41,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:41,692 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/f3869be7d2f34eecbd9f8482efcd4841 2024-11-18T05:19:41,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/74dbba296e1a4ff69bd1459eb36c20dc is 50, key is test_row_0/B:col10/1731907180869/Put/seqid=0 2024-11-18T05:19:41,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742195_1371 (size=12151) 2024-11-18T05:19:41,771 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:41,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-18T05:19:41,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:41,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:41,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:41,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:41,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:41,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-18T05:19:41,924 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:41,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-18T05:19:41,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:41,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:41,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:41,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:41,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:42,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907242004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:42,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907242005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:42,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907242005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:42,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:42,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907242006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:42,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:42,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907242007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:42,077 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:42,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-18T05:19:42,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:42,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:42,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:42,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:42,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:42,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/74dbba296e1a4ff69bd1459eb36c20dc 2024-11-18T05:19:42,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/906202bd8f37490a878b7a0de7b4caa0 is 50, key is test_row_0/C:col10/1731907180869/Put/seqid=0 2024-11-18T05:19:42,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742196_1372 (size=12151) 2024-11-18T05:19:42,230 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:42,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-18T05:19:42,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:42,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:42,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:42,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:42,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:42,383 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:42,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-18T05:19:42,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:42,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:42,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:42,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:42,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-18T05:19:42,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/906202bd8f37490a878b7a0de7b4caa0 2024-11-18T05:19:42,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/f3869be7d2f34eecbd9f8482efcd4841 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/f3869be7d2f34eecbd9f8482efcd4841 2024-11-18T05:19:42,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/f3869be7d2f34eecbd9f8482efcd4841, entries=200, sequenceid=137, filesize=38.8 K 2024-11-18T05:19:42,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/74dbba296e1a4ff69bd1459eb36c20dc as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/74dbba296e1a4ff69bd1459eb36c20dc 2024-11-18T05:19:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/74dbba296e1a4ff69bd1459eb36c20dc, entries=150, sequenceid=137, filesize=11.9 K 2024-11-18T05:19:42,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/906202bd8f37490a878b7a0de7b4caa0 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/906202bd8f37490a878b7a0de7b4caa0 2024-11-18T05:19:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,536 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-18T05:19:42,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:42,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:42,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/906202bd8f37490a878b7a0de7b4caa0, entries=150, sequenceid=137, filesize=11.9 K 2024-11-18T05:19:42,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:42,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 3677a927766b5b9a2cb2ee324078cd6d in 1669ms, sequenceid=137, compaction requested=true 2024-11-18T05:19:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3677a927766b5b9a2cb2ee324078cd6d:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:19:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3677a927766b5b9a2cb2ee324078cd6d:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:19:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-18T05:19:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3677a927766b5b9a2cb2ee324078cd6d:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:19:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-18T05:19:42,538 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:42,538 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,540 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:42,540 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 3677a927766b5b9a2cb2ee324078cd6d/A is initiating minor compaction (all files) 2024-11-18T05:19:42,540 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3677a927766b5b9a2cb2ee324078cd6d/A in TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:42,540 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/58e470605c384a50b2648fc585882002, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/c547bdb58f6a4817a61a12cdf495505a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/f3869be7d2f34eecbd9f8482efcd4841] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp, totalSize=99.4 K 2024-11-18T05:19:42,540 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,540 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. files: [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/58e470605c384a50b2648fc585882002, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/c547bdb58f6a4817a61a12cdf495505a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/f3869be7d2f34eecbd9f8482efcd4841] 2024-11-18T05:19:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,540 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:42,540 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 3677a927766b5b9a2cb2ee324078cd6d/C is initiating minor compaction (all files) 2024-11-18T05:19:42,540 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3677a927766b5b9a2cb2ee324078cd6d/C in TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:42,541 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/b2d1c4231373463086346dafd5861d0a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/316116e75c7a4f14875e6dd02136dbbe, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/906202bd8f37490a878b7a0de7b4caa0] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp, totalSize=35.5 K 2024-11-18T05:19:42,541 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting b2d1c4231373463086346dafd5861d0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731907178469 2024-11-18T05:19:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,541 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58e470605c384a50b2648fc585882002, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731907178469 2024-11-18T05:19:42,541 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 316116e75c7a4f14875e6dd02136dbbe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731907179105 2024-11-18T05:19:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,542 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting c547bdb58f6a4817a61a12cdf495505a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731907179105 2024-11-18T05:19:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,542 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 906202bd8f37490a878b7a0de7b4caa0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731907180254 2024-11-18T05:19:42,542 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3869be7d2f34eecbd9f8482efcd4841, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731907180251 2024-11-18T05:19:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,568 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,584 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111803f2d415931d408d81c9a6c4384a59b3_3677a927766b5b9a2cb2ee324078cd6d store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,585 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3677a927766b5b9a2cb2ee324078cd6d#C#compaction#316 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,587 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/47b74643c6c240d7b1a2b5eeb6e4e108 is 50, key is test_row_0/C:col10/1731907180869/Put/seqid=0 2024-11-18T05:19:42,587 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111803f2d415931d408d81c9a6c4384a59b3_3677a927766b5b9a2cb2ee324078cd6d, store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,588 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111803f2d415931d408d81c9a6c4384a59b3_3677a927766b5b9a2cb2ee324078cd6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742198_1374 (size=4469) 2024-11-18T05:19:42,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742197_1373 (size=12459) 2024-11-18T05:19:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,688 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-18T05:19:42,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:42,689 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 3677a927766b5b9a2cb2ee324078cd6d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-18T05:19:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=A 2024-11-18T05:19:42,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:42,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=B 2024-11-18T05:19:42,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:42,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=C 2024-11-18T05:19:42,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111841d792b1d52e40ba92be848a13b5d674_3677a927766b5b9a2cb2ee324078cd6d is 50, key is test_row_1/A:col10/1731907180886/Put/seqid=0 2024-11-18T05:19:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742199_1375 (size=9814) 2024-11-18T05:19:42,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,724 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111841d792b1d52e40ba92be848a13b5d674_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111841d792b1d52e40ba92be848a13b5d674_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/13e217975bef4dda98909bfc14a4deec, store: [table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/13e217975bef4dda98909bfc14a4deec is 175, key is test_row_1/A:col10/1731907180886/Put/seqid=0 2024-11-18T05:19:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742200_1376 (size=22461) 2024-11-18T05:19:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,000 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3677a927766b5b9a2cb2ee324078cd6d#A#compaction#315 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,000 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/d88dd2468f1e4a5d945f54d48ecc767b is 175, key is test_row_0/A:col10/1731907180869/Put/seqid=0 2024-11-18T05:19:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,006 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/47b74643c6c240d7b1a2b5eeb6e4e108 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/47b74643c6c240d7b1a2b5eeb6e4e108 2024-11-18T05:19:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,013 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3677a927766b5b9a2cb2ee324078cd6d/C of 3677a927766b5b9a2cb2ee324078cd6d into 47b74643c6c240d7b1a2b5eeb6e4e108(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:43,013 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,013 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d., storeName=3677a927766b5b9a2cb2ee324078cd6d/C, priority=13, startTime=1731907182538; duration=0sec 2024-11-18T05:19:43,013 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:43,013 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3677a927766b5b9a2cb2ee324078cd6d:C 2024-11-18T05:19:43,013 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:43,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,014 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:43,014 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 3677a927766b5b9a2cb2ee324078cd6d/B is initiating minor compaction (all files) 2024-11-18T05:19:43,014 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3677a927766b5b9a2cb2ee324078cd6d/B in TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:43,014 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/f27bcfc7ae2f4fc09eeea9939d008ff0, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/1302f699792444e990ae6fffeaaf3730, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/74dbba296e1a4ff69bd1459eb36c20dc] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp, totalSize=35.5 K 2024-11-18T05:19:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,015 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting f27bcfc7ae2f4fc09eeea9939d008ff0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731907178469 2024-11-18T05:19:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,015 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 1302f699792444e990ae6fffeaaf3730, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731907179105 2024-11-18T05:19:43,015 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 74dbba296e1a4ff69bd1459eb36c20dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731907180254 2024-11-18T05:19:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:43,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742201_1377 (size=31413) 2024-11-18T05:19:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,055 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/d88dd2468f1e4a5d945f54d48ecc767b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/d88dd2468f1e4a5d945f54d48ecc767b 2024-11-18T05:19:43,058 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3677a927766b5b9a2cb2ee324078cd6d#B#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:43,059 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/7e9c86767ae04900a2e3e2aa792adf19 is 50, key is test_row_0/B:col10/1731907180869/Put/seqid=0 2024-11-18T05:19:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,061 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3677a927766b5b9a2cb2ee324078cd6d/A of 3677a927766b5b9a2cb2ee324078cd6d into d88dd2468f1e4a5d945f54d48ecc767b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:43,061 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:43,061 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d., storeName=3677a927766b5b9a2cb2ee324078cd6d/A, priority=13, startTime=1731907182538; duration=0sec 2024-11-18T05:19:43,061 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:43,061 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3677a927766b5b9a2cb2ee324078cd6d:A 2024-11-18T05:19:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742202_1378 (size=12459) 2024-11-18T05:19:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,072 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/7e9c86767ae04900a2e3e2aa792adf19 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/7e9c86767ae04900a2e3e2aa792adf19 2024-11-18T05:19:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:43,076 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3677a927766b5b9a2cb2ee324078cd6d/B of 3677a927766b5b9a2cb2ee324078cd6d into 7e9c86767ae04900a2e3e2aa792adf19(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:43,076 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:43,076 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d., storeName=3677a927766b5b9a2cb2ee324078cd6d/B, priority=13, startTime=1731907182538; duration=0sec 2024-11-18T05:19:43,077 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:43,077 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3677a927766b5b9a2cb2ee324078cd6d:B 2024-11-18T05:19:43,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907243087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907243088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907243088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907243089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907243090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,138 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/13e217975bef4dda98909bfc14a4deec 2024-11-18T05:19:43,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/191d083c89614bff967d2cf0ec98687c is 50, key is test_row_1/B:col10/1731907180886/Put/seqid=0 2024-11-18T05:19:43,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742203_1379 (size=9757) 2024-11-18T05:19:43,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907243194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907243193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907243194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907243194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907243194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907243395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907243396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907243396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907243396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907243398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-18T05:19:43,548 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/191d083c89614bff967d2cf0ec98687c 2024-11-18T05:19:43,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/acb9d52a1d1a4bcabaafd715c6c1ce84 is 50, key is test_row_1/C:col10/1731907180886/Put/seqid=0 2024-11-18T05:19:43,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742204_1380 (size=9757) 2024-11-18T05:19:43,567 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/acb9d52a1d1a4bcabaafd715c6c1ce84 2024-11-18T05:19:43,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/13e217975bef4dda98909bfc14a4deec as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/13e217975bef4dda98909bfc14a4deec 2024-11-18T05:19:43,574 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/13e217975bef4dda98909bfc14a4deec, entries=100, sequenceid=154, filesize=21.9 K 2024-11-18T05:19:43,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/191d083c89614bff967d2cf0ec98687c as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/191d083c89614bff967d2cf0ec98687c 2024-11-18T05:19:43,579 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/191d083c89614bff967d2cf0ec98687c, entries=100, sequenceid=154, filesize=9.5 K 2024-11-18T05:19:43,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/acb9d52a1d1a4bcabaafd715c6c1ce84 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/acb9d52a1d1a4bcabaafd715c6c1ce84 2024-11-18T05:19:43,593 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/acb9d52a1d1a4bcabaafd715c6c1ce84, entries=100, sequenceid=154, filesize=9.5 K 2024-11-18T05:19:43,593 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 3677a927766b5b9a2cb2ee324078cd6d in 904ms, sequenceid=154, compaction requested=false 2024-11-18T05:19:43,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:43,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:43,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-18T05:19:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-18T05:19:43,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-18T05:19:43,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2810 sec 2024-11-18T05:19:43,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.2850 sec 2024-11-18T05:19:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:43,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3677a927766b5b9a2cb2ee324078cd6d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-18T05:19:43,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=A 2024-11-18T05:19:43,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:43,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=B 2024-11-18T05:19:43,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:43,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=C 2024-11-18T05:19:43,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:43,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111825694b5f8dc74162912f3595f19522d1_3677a927766b5b9a2cb2ee324078cd6d is 50, key is test_row_0/A:col10/1731907183088/Put/seqid=0 2024-11-18T05:19:43,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742205_1381 (size=17284) 2024-11-18T05:19:43,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907243714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907243714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907243719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907243720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907243720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907243821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907243821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907243827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907243828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:43,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907243828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:44,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907244024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:44,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907244024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:44,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907244031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:44,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907244032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:44,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907244033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:44,124 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:44,127 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111825694b5f8dc74162912f3595f19522d1_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111825694b5f8dc74162912f3595f19522d1_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:44,128 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/5ef21e5cb3944f7fb2cf3797f20376da, store: [table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:44,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/5ef21e5cb3944f7fb2cf3797f20376da is 175, key is test_row_0/A:col10/1731907183088/Put/seqid=0 2024-11-18T05:19:44,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742206_1382 (size=48389) 2024-11-18T05:19:44,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907244328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:44,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907244329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:44,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:44,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907244335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907244336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:44,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907244338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:44,533 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/5ef21e5cb3944f7fb2cf3797f20376da 2024-11-18T05:19:44,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/e054aa608fdc4c6e9cb6d9c58dedbdf5 is 50, key is test_row_0/B:col10/1731907183088/Put/seqid=0 2024-11-18T05:19:44,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742207_1383 (size=12151) 2024-11-18T05:19:44,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907244833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:44,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907244837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:44,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907244840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:44,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907244841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:44,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907244847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:44,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/e054aa608fdc4c6e9cb6d9c58dedbdf5 2024-11-18T05:19:44,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/9c403648e2e24aeaa7bee2cc08856c53 is 50, key is test_row_0/C:col10/1731907183088/Put/seqid=0 2024-11-18T05:19:44,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742208_1384 (size=12151) 2024-11-18T05:19:44,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/9c403648e2e24aeaa7bee2cc08856c53 2024-11-18T05:19:44,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/5ef21e5cb3944f7fb2cf3797f20376da as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/5ef21e5cb3944f7fb2cf3797f20376da 2024-11-18T05:19:44,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/5ef21e5cb3944f7fb2cf3797f20376da, entries=250, sequenceid=179, filesize=47.3 K 2024-11-18T05:19:44,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/e054aa608fdc4c6e9cb6d9c58dedbdf5 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/e054aa608fdc4c6e9cb6d9c58dedbdf5 2024-11-18T05:19:44,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/e054aa608fdc4c6e9cb6d9c58dedbdf5, entries=150, sequenceid=179, filesize=11.9 K 2024-11-18T05:19:44,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/9c403648e2e24aeaa7bee2cc08856c53 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/9c403648e2e24aeaa7bee2cc08856c53 2024-11-18T05:19:44,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/9c403648e2e24aeaa7bee2cc08856c53, entries=150, sequenceid=179, filesize=11.9 K 2024-11-18T05:19:44,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 3677a927766b5b9a2cb2ee324078cd6d in 1297ms, sequenceid=179, compaction requested=true 2024-11-18T05:19:44,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:45,000 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:45,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3677a927766b5b9a2cb2ee324078cd6d:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:19:45,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:45,000 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:45,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3677a927766b5b9a2cb2ee324078cd6d:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:19:45,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:45,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3677a927766b5b9a2cb2ee324078cd6d:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:19:45,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:45,001 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:45,001 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 3677a927766b5b9a2cb2ee324078cd6d/A is initiating minor compaction (all files) 2024-11-18T05:19:45,001 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3677a927766b5b9a2cb2ee324078cd6d/A in TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:45,001 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/d88dd2468f1e4a5d945f54d48ecc767b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/13e217975bef4dda98909bfc14a4deec, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/5ef21e5cb3944f7fb2cf3797f20376da] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp, totalSize=99.9 K 2024-11-18T05:19:45,001 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:45,001 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. files: [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/d88dd2468f1e4a5d945f54d48ecc767b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/13e217975bef4dda98909bfc14a4deec, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/5ef21e5cb3944f7fb2cf3797f20376da] 2024-11-18T05:19:45,001 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting d88dd2468f1e4a5d945f54d48ecc767b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731907180254 2024-11-18T05:19:45,002 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:45,002 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13e217975bef4dda98909bfc14a4deec, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731907180884 2024-11-18T05:19:45,002 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 3677a927766b5b9a2cb2ee324078cd6d/B is initiating minor compaction (all files) 2024-11-18T05:19:45,002 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3677a927766b5b9a2cb2ee324078cd6d/B in TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:45,002 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/7e9c86767ae04900a2e3e2aa792adf19, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/191d083c89614bff967d2cf0ec98687c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/e054aa608fdc4c6e9cb6d9c58dedbdf5] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp, totalSize=33.6 K 2024-11-18T05:19:45,002 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ef21e5cb3944f7fb2cf3797f20376da, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731907183087 2024-11-18T05:19:45,002 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e9c86767ae04900a2e3e2aa792adf19, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731907180254 2024-11-18T05:19:45,003 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 191d083c89614bff967d2cf0ec98687c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731907180884 2024-11-18T05:19:45,004 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting e054aa608fdc4c6e9cb6d9c58dedbdf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731907183088 2024-11-18T05:19:45,010 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:45,011 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3677a927766b5b9a2cb2ee324078cd6d#B#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:45,011 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118827df5fe356240269e89f5d4027bd166_3677a927766b5b9a2cb2ee324078cd6d store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:45,012 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/f518fd82ca6847cf8a75bccf44f16dd2 is 50, key is test_row_0/B:col10/1731907183088/Put/seqid=0 2024-11-18T05:19:45,013 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118827df5fe356240269e89f5d4027bd166_3677a927766b5b9a2cb2ee324078cd6d, store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:45,014 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118827df5fe356240269e89f5d4027bd166_3677a927766b5b9a2cb2ee324078cd6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:45,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742210_1386 (size=4469) 2024-11-18T05:19:45,022 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3677a927766b5b9a2cb2ee324078cd6d#A#compaction#324 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:45,023 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/1879f73c8f09405e9ba09455f3d86255 is 175, key is test_row_0/A:col10/1731907183088/Put/seqid=0 2024-11-18T05:19:45,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742209_1385 (size=12561) 2024-11-18T05:19:45,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742211_1387 (size=31515) 2024-11-18T05:19:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-18T05:19:45,418 INFO [Thread-1534 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-18T05:19:45,419 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-18T05:19:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-18T05:19:45,421 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:45,421 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:45,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:45,434 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/f518fd82ca6847cf8a75bccf44f16dd2 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/f518fd82ca6847cf8a75bccf44f16dd2 2024-11-18T05:19:45,438 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3677a927766b5b9a2cb2ee324078cd6d/B of 3677a927766b5b9a2cb2ee324078cd6d into f518fd82ca6847cf8a75bccf44f16dd2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:45,438 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:45,438 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d., storeName=3677a927766b5b9a2cb2ee324078cd6d/B, priority=13, startTime=1731907185000; duration=0sec 2024-11-18T05:19:45,438 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:45,438 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3677a927766b5b9a2cb2ee324078cd6d:B 2024-11-18T05:19:45,439 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:19:45,439 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:19:45,439 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 3677a927766b5b9a2cb2ee324078cd6d/C is initiating minor compaction (all files) 2024-11-18T05:19:45,439 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3677a927766b5b9a2cb2ee324078cd6d/C in TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:45,440 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/47b74643c6c240d7b1a2b5eeb6e4e108, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/acb9d52a1d1a4bcabaafd715c6c1ce84, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/9c403648e2e24aeaa7bee2cc08856c53] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp, totalSize=33.6 K 2024-11-18T05:19:45,440 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 47b74643c6c240d7b1a2b5eeb6e4e108, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731907180254 2024-11-18T05:19:45,440 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting acb9d52a1d1a4bcabaafd715c6c1ce84, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731907180884 2024-11-18T05:19:45,440 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c403648e2e24aeaa7bee2cc08856c53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731907183088 2024-11-18T05:19:45,445 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/1879f73c8f09405e9ba09455f3d86255 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/1879f73c8f09405e9ba09455f3d86255 2024-11-18T05:19:45,449 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3677a927766b5b9a2cb2ee324078cd6d#C#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:45,449 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3677a927766b5b9a2cb2ee324078cd6d/A of 3677a927766b5b9a2cb2ee324078cd6d into 1879f73c8f09405e9ba09455f3d86255(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:45,449 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:45,449 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d., storeName=3677a927766b5b9a2cb2ee324078cd6d/A, priority=13, startTime=1731907184999; duration=0sec 2024-11-18T05:19:45,449 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:45,449 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3677a927766b5b9a2cb2ee324078cd6d:A 2024-11-18T05:19:45,450 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/da7a39c8d6fb43809a69ee7a917f7c4d is 50, key is test_row_0/C:col10/1731907183088/Put/seqid=0 2024-11-18T05:19:45,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742212_1388 (size=12561) 2024-11-18T05:19:45,458 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/da7a39c8d6fb43809a69ee7a917f7c4d as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/da7a39c8d6fb43809a69ee7a917f7c4d 2024-11-18T05:19:45,462 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3677a927766b5b9a2cb2ee324078cd6d/C of 3677a927766b5b9a2cb2ee324078cd6d into da7a39c8d6fb43809a69ee7a917f7c4d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:45,462 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:45,462 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d., storeName=3677a927766b5b9a2cb2ee324078cd6d/C, priority=13, startTime=1731907185000; duration=0sec 2024-11-18T05:19:45,462 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:45,462 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3677a927766b5b9a2cb2ee324078cd6d:C 2024-11-18T05:19:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-18T05:19:45,573 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:45,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-18T05:19:45,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:45,574 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 3677a927766b5b9a2cb2ee324078cd6d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-18T05:19:45,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=A 2024-11-18T05:19:45,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:45,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=B 2024-11-18T05:19:45,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:45,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=C 2024-11-18T05:19:45,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:45,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d8f8f60e459b4ccaa1337c3c422c98a1_3677a927766b5b9a2cb2ee324078cd6d is 50, key is test_row_0/A:col10/1731907183713/Put/seqid=0 2024-11-18T05:19:45,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742213_1389 (size=12304) 2024-11-18T05:19:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-18T05:19:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:45,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:45,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907245861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:45,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907245862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:45,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907245864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:45,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907245866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:45,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907245866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:45,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907245968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:45,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907245968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:45,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907245968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:45,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907245969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:45,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907245972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:45,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:45,997 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d8f8f60e459b4ccaa1337c3c422c98a1_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d8f8f60e459b4ccaa1337c3c422c98a1_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:45,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/45513bcb4edb4f15b4ca14700d0a2bc1, store: [table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:45,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/45513bcb4edb4f15b4ca14700d0a2bc1 is 175, key is test_row_0/A:col10/1731907183713/Put/seqid=0 2024-11-18T05:19:46,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742214_1390 (size=31105) 2024-11-18T05:19:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-18T05:19:46,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907246172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:46,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907246173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:46,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907246173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:46,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907246175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:46,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907246178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:46,403 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/45513bcb4edb4f15b4ca14700d0a2bc1 2024-11-18T05:19:46,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/5207e48f09414378bf45ce3bdcea7b88 is 50, key is test_row_0/B:col10/1731907183713/Put/seqid=0 2024-11-18T05:19:46,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742215_1391 (size=12151) 2024-11-18T05:19:46,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907246476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:46,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907246477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:46,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907246478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:46,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907246478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:46,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907246483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-18T05:19:46,813 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/5207e48f09414378bf45ce3bdcea7b88 2024-11-18T05:19:46,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/08d5bcc6abdd4496855459c8d0527b08 is 50, key is test_row_0/C:col10/1731907183713/Put/seqid=0 2024-11-18T05:19:46,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742216_1392 (size=12151) 2024-11-18T05:19:46,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907246982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:46,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907246984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:46,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907246984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:46,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907246985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:46,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907246987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:47,225 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/08d5bcc6abdd4496855459c8d0527b08 2024-11-18T05:19:47,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/45513bcb4edb4f15b4ca14700d0a2bc1 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/45513bcb4edb4f15b4ca14700d0a2bc1 2024-11-18T05:19:47,233 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/45513bcb4edb4f15b4ca14700d0a2bc1, entries=150, sequenceid=197, filesize=30.4 K 2024-11-18T05:19:47,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/5207e48f09414378bf45ce3bdcea7b88 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/5207e48f09414378bf45ce3bdcea7b88 2024-11-18T05:19:47,237 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/5207e48f09414378bf45ce3bdcea7b88, entries=150, sequenceid=197, filesize=11.9 K 2024-11-18T05:19:47,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/08d5bcc6abdd4496855459c8d0527b08 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/08d5bcc6abdd4496855459c8d0527b08 2024-11-18T05:19:47,241 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/08d5bcc6abdd4496855459c8d0527b08, entries=150, sequenceid=197, filesize=11.9 K 2024-11-18T05:19:47,242 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 3677a927766b5b9a2cb2ee324078cd6d in 1669ms, sequenceid=197, compaction requested=false 2024-11-18T05:19:47,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:47,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:47,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-18T05:19:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-18T05:19:47,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-18T05:19:47,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8220 sec 2024-11-18T05:19:47,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.8260 sec 2024-11-18T05:19:47,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-18T05:19:47,524 INFO [Thread-1534 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-18T05:19:47,526 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-18T05:19:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-18T05:19:47,527 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:47,528 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:47,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-18T05:19:47,680 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:47,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-18T05:19:47,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:47,680 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 3677a927766b5b9a2cb2ee324078cd6d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-18T05:19:47,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=A 2024-11-18T05:19:47,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:47,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=B 2024-11-18T05:19:47,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:47,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=C 2024-11-18T05:19:47,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:47,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118363e2c56d8504beb866b77d57751e442_3677a927766b5b9a2cb2ee324078cd6d is 50, key is test_row_0/A:col10/1731907185865/Put/seqid=0 2024-11-18T05:19:47,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742217_1393 (size=12304) 2024-11-18T05:19:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-18T05:19:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:47,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:48,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907248000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907248001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907248002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907248005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907248006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:48,094 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118363e2c56d8504beb866b77d57751e442_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118363e2c56d8504beb866b77d57751e442_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:48,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/4eabcf9cb70449fb8e963595dbd92c1e, store: [table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:48,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/4eabcf9cb70449fb8e963595dbd92c1e is 175, key is test_row_0/A:col10/1731907185865/Put/seqid=0 2024-11-18T05:19:48,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742218_1394 (size=31105) 2024-11-18T05:19:48,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907248107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907248107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907248110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907248112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907248112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-18T05:19:48,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907248311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907248311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907248313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907248316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907248316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,500 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=219, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/4eabcf9cb70449fb8e963595dbd92c1e 2024-11-18T05:19:48,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/2e8d3f8d71634f4bb3c5107dc4ac9b42 is 50, key is test_row_0/B:col10/1731907185865/Put/seqid=0 2024-11-18T05:19:48,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742219_1395 (size=12151) 2024-11-18T05:19:48,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907248616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907248617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907248617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907248620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907248621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-18T05:19:48,911 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/2e8d3f8d71634f4bb3c5107dc4ac9b42 2024-11-18T05:19:48,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/d771db5493144548b192e9a49d560958 is 50, key is test_row_0/C:col10/1731907185865/Put/seqid=0 2024-11-18T05:19:48,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742220_1396 (size=12151) 2024-11-18T05:19:49,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907249121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:49,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907249122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:49,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907249124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:49,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907249125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:49,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907249128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:49,323 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/d771db5493144548b192e9a49d560958 2024-11-18T05:19:49,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/4eabcf9cb70449fb8e963595dbd92c1e as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/4eabcf9cb70449fb8e963595dbd92c1e 2024-11-18T05:19:49,330 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/4eabcf9cb70449fb8e963595dbd92c1e, entries=150, sequenceid=219, filesize=30.4 K 2024-11-18T05:19:49,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/2e8d3f8d71634f4bb3c5107dc4ac9b42 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/2e8d3f8d71634f4bb3c5107dc4ac9b42 2024-11-18T05:19:49,335 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/2e8d3f8d71634f4bb3c5107dc4ac9b42, entries=150, sequenceid=219, filesize=11.9 K 2024-11-18T05:19:49,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/d771db5493144548b192e9a49d560958 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/d771db5493144548b192e9a49d560958 2024-11-18T05:19:49,338 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/d771db5493144548b192e9a49d560958, entries=150, sequenceid=219, filesize=11.9 K 2024-11-18T05:19:49,339 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 3677a927766b5b9a2cb2ee324078cd6d in 1659ms, sequenceid=219, compaction requested=true 2024-11-18T05:19:49,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:49,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:49,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-18T05:19:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-18T05:19:49,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-18T05:19:49,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8130 sec 2024-11-18T05:19:49,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.8160 sec 2024-11-18T05:19:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-18T05:19:49,631 INFO [Thread-1534 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-18T05:19:49,633 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-18T05:19:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-18T05:19:49,634 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:49,635 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:49,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-18T05:19:49,787 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:49,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-18T05:19:49,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:49,787 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 3677a927766b5b9a2cb2ee324078cd6d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T05:19:49,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=A 2024-11-18T05:19:49,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:49,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=B 2024-11-18T05:19:49,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:49,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=C 2024-11-18T05:19:49,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:49,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181fb05ec0b09d41c9a52485babc13fc64_3677a927766b5b9a2cb2ee324078cd6d is 50, key is test_row_0/A:col10/1731907188005/Put/seqid=0 2024-11-18T05:19:49,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742221_1397 (size=12304) 2024-11-18T05:19:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-18T05:19:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:50,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:50,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907250152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:50,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907250153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:50,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907250159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:50,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907250160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:50,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907250161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:50,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:50,210 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181fb05ec0b09d41c9a52485babc13fc64_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181fb05ec0b09d41c9a52485babc13fc64_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:50,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/1e3b721076544fb287b01864c7a71789, store: [table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:50,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/1e3b721076544fb287b01864c7a71789 is 175, key is test_row_0/A:col10/1731907188005/Put/seqid=0 2024-11-18T05:19:50,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742222_1398 (size=31105) 2024-11-18T05:19:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-18T05:19:50,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907250262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:50,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907250262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:50,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907250267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:50,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907250267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:50,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907250267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:50,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907250466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:50,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907250467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:50,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907250471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:50,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907250472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:50,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907250473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:50,615 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/1e3b721076544fb287b01864c7a71789 2024-11-18T05:19:50,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/5dd4385f2a8943f785626a27d6f04c94 is 50, key is test_row_0/B:col10/1731907188005/Put/seqid=0 2024-11-18T05:19:50,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742223_1399 (size=12151) 2024-11-18T05:19:50,626 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/5dd4385f2a8943f785626a27d6f04c94 2024-11-18T05:19:50,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/d4525bbe8b34458fa0560c2bb4be0e77 is 50, key is test_row_0/C:col10/1731907188005/Put/seqid=0 2024-11-18T05:19:50,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742224_1400 (size=12151) 2024-11-18T05:19:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-18T05:19:50,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907250771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907250772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:50,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907250775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:50,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907250777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:50,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907250777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,037 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/d4525bbe8b34458fa0560c2bb4be0e77 2024-11-18T05:19:51,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/1e3b721076544fb287b01864c7a71789 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/1e3b721076544fb287b01864c7a71789 2024-11-18T05:19:51,044 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/1e3b721076544fb287b01864c7a71789, entries=150, sequenceid=233, filesize=30.4 K 2024-11-18T05:19:51,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/5dd4385f2a8943f785626a27d6f04c94 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/5dd4385f2a8943f785626a27d6f04c94 2024-11-18T05:19:51,048 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/5dd4385f2a8943f785626a27d6f04c94, entries=150, sequenceid=233, filesize=11.9 K 2024-11-18T05:19:51,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/d4525bbe8b34458fa0560c2bb4be0e77 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/d4525bbe8b34458fa0560c2bb4be0e77 2024-11-18T05:19:51,052 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/d4525bbe8b34458fa0560c2bb4be0e77, entries=150, sequenceid=233, filesize=11.9 K 2024-11-18T05:19:51,053 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 3677a927766b5b9a2cb2ee324078cd6d in 1266ms, sequenceid=233, compaction requested=true 2024-11-18T05:19:51,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:51,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:51,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-18T05:19:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-18T05:19:51,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-18T05:19:51,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4200 sec 2024-11-18T05:19:51,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.4240 sec 2024-11-18T05:19:51,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:51,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3677a927766b5b9a2cb2ee324078cd6d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T05:19:51,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=A 2024-11-18T05:19:51,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:51,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=B 2024-11-18T05:19:51,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:51,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=C 2024-11-18T05:19:51,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:51,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182cf7e13b9482485393b4e7ac5220c769_3677a927766b5b9a2cb2ee324078cd6d is 50, key is test_row_0/A:col10/1731907191280/Put/seqid=0 2024-11-18T05:19:51,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742225_1401 (size=14794) 2024-11-18T05:19:51,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907251293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907251295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907251300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907251300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907251301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907251402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907251402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907251412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907251412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907251412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907251606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907251607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907251617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907251618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907251619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,693 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:51,697 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411182cf7e13b9482485393b4e7ac5220c769_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182cf7e13b9482485393b4e7ac5220c769_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:51,697 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/0a6716e4b896474b8b3eeffbfb8c99d4, store: [table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:51,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/0a6716e4b896474b8b3eeffbfb8c99d4 is 175, key is test_row_0/A:col10/1731907191280/Put/seqid=0 2024-11-18T05:19:51,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742226_1402 (size=39749) 2024-11-18T05:19:51,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-18T05:19:51,737 INFO [Thread-1534 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-18T05:19:51,738 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:19:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-18T05:19:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-18T05:19:51,740 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:19:51,740 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:19:51,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:19:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-18T05:19:51,892 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-18T05:19:51,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:51,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:51,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:51,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:51,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:51,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907251913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907251913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907251922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907251923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:51,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907251924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-18T05:19:52,045 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:52,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-18T05:19:52,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:52,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:52,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:52,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:52,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:19:52,102 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/0a6716e4b896474b8b3eeffbfb8c99d4 2024-11-18T05:19:52,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/def2d3042bd6411bb258eaa73d609509 is 50, key is test_row_0/B:col10/1731907191280/Put/seqid=0 2024-11-18T05:19:52,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742227_1403 (size=12151) 2024-11-18T05:19:52,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/def2d3042bd6411bb258eaa73d609509 2024-11-18T05:19:52,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/4a749fac57d14189a3d594b18645f4e5 is 50, key is test_row_0/C:col10/1731907191280/Put/seqid=0 2024-11-18T05:19:52,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742228_1404 (size=12151) 2024-11-18T05:19:52,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/4a749fac57d14189a3d594b18645f4e5 2024-11-18T05:19:52,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/0a6716e4b896474b8b3eeffbfb8c99d4 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/0a6716e4b896474b8b3eeffbfb8c99d4 2024-11-18T05:19:52,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/0a6716e4b896474b8b3eeffbfb8c99d4, entries=200, sequenceid=256, filesize=38.8 K 2024-11-18T05:19:52,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/def2d3042bd6411bb258eaa73d609509 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/def2d3042bd6411bb258eaa73d609509 2024-11-18T05:19:52,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/def2d3042bd6411bb258eaa73d609509, entries=150, sequenceid=256, filesize=11.9 K 2024-11-18T05:19:52,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/4a749fac57d14189a3d594b18645f4e5 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/4a749fac57d14189a3d594b18645f4e5 2024-11-18T05:19:52,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/4a749fac57d14189a3d594b18645f4e5, entries=150, sequenceid=256, filesize=11.9 K 2024-11-18T05:19:52,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3677a927766b5b9a2cb2ee324078cd6d in 860ms, sequenceid=256, compaction requested=true 2024-11-18T05:19:52,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:52,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3677a927766b5b9a2cb2ee324078cd6d:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:19:52,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:52,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3677a927766b5b9a2cb2ee324078cd6d:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:19:52,142 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T05:19:52,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:52,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3677a927766b5b9a2cb2ee324078cd6d:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:19:52,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-18T05:19:52,142 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T05:19:52,143 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61165 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T05:19:52,143 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164579 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T05:19:52,144 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 3677a927766b5b9a2cb2ee324078cd6d/B is initiating minor compaction (all files) 2024-11-18T05:19:52,144 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 3677a927766b5b9a2cb2ee324078cd6d/A is initiating minor compaction (all files) 2024-11-18T05:19:52,144 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3677a927766b5b9a2cb2ee324078cd6d/B in TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:52,144 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3677a927766b5b9a2cb2ee324078cd6d/A in TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:52,144 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/f518fd82ca6847cf8a75bccf44f16dd2, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/5207e48f09414378bf45ce3bdcea7b88, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/2e8d3f8d71634f4bb3c5107dc4ac9b42, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/5dd4385f2a8943f785626a27d6f04c94, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/def2d3042bd6411bb258eaa73d609509] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp, totalSize=59.7 K 2024-11-18T05:19:52,144 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/1879f73c8f09405e9ba09455f3d86255, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/45513bcb4edb4f15b4ca14700d0a2bc1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/4eabcf9cb70449fb8e963595dbd92c1e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/1e3b721076544fb287b01864c7a71789, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/0a6716e4b896474b8b3eeffbfb8c99d4] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp, totalSize=160.7 K 2024-11-18T05:19:52,144 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:52,144 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. files: [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/1879f73c8f09405e9ba09455f3d86255, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/45513bcb4edb4f15b4ca14700d0a2bc1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/4eabcf9cb70449fb8e963595dbd92c1e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/1e3b721076544fb287b01864c7a71789, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/0a6716e4b896474b8b3eeffbfb8c99d4] 2024-11-18T05:19:52,144 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1879f73c8f09405e9ba09455f3d86255, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731907183088 2024-11-18T05:19:52,144 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting f518fd82ca6847cf8a75bccf44f16dd2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731907183088 2024-11-18T05:19:52,146 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45513bcb4edb4f15b4ca14700d0a2bc1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731907183713 2024-11-18T05:19:52,146 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 5207e48f09414378bf45ce3bdcea7b88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731907183713 2024-11-18T05:19:52,146 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4eabcf9cb70449fb8e963595dbd92c1e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731907185861 2024-11-18T05:19:52,146 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e8d3f8d71634f4bb3c5107dc4ac9b42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731907185861 2024-11-18T05:19:52,152 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e3b721076544fb287b01864c7a71789, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731907187999 2024-11-18T05:19:52,153 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a6716e4b896474b8b3eeffbfb8c99d4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731907190152 2024-11-18T05:19:52,153 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dd4385f2a8943f785626a27d6f04c94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731907187999 2024-11-18T05:19:52,154 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting def2d3042bd6411bb258eaa73d609509, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731907190152 2024-11-18T05:19:52,167 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3677a927766b5b9a2cb2ee324078cd6d#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:52,168 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:52,168 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/9968c2c5787240f29ebf652943f4c540 is 50, key is test_row_0/B:col10/1731907191280/Put/seqid=0 2024-11-18T05:19:52,173 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118ba71c76deed1480a811c0b3884743efc_3677a927766b5b9a2cb2ee324078cd6d store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:52,176 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118ba71c76deed1480a811c0b3884743efc_3677a927766b5b9a2cb2ee324078cd6d, store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:52,176 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ba71c76deed1480a811c0b3884743efc_3677a927766b5b9a2cb2ee324078cd6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:52,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742229_1405 (size=12731) 2024-11-18T05:19:52,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742230_1406 (size=4469) 2024-11-18T05:19:52,193 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/9968c2c5787240f29ebf652943f4c540 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/9968c2c5787240f29ebf652943f4c540 2024-11-18T05:19:52,194 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3677a927766b5b9a2cb2ee324078cd6d#A#compaction#340 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:52,194 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/3a7410a0065741e1927c3669b87584a0 is 175, key is test_row_0/A:col10/1731907191280/Put/seqid=0 2024-11-18T05:19:52,197 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:52,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-18T05:19:52,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742231_1407 (size=31685) 2024-11-18T05:19:52,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:52,198 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 3677a927766b5b9a2cb2ee324078cd6d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T05:19:52,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=A 2024-11-18T05:19:52,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:52,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=B 2024-11-18T05:19:52,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:52,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=C 2024-11-18T05:19:52,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:52,202 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 3677a927766b5b9a2cb2ee324078cd6d/B of 3677a927766b5b9a2cb2ee324078cd6d into 9968c2c5787240f29ebf652943f4c540(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:52,202 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:52,203 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d., storeName=3677a927766b5b9a2cb2ee324078cd6d/B, priority=11, startTime=1731907192142; duration=0sec 2024-11-18T05:19:52,203 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:52,203 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3677a927766b5b9a2cb2ee324078cd6d:B 2024-11-18T05:19:52,203 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T05:19:52,207 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61165 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T05:19:52,207 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 3677a927766b5b9a2cb2ee324078cd6d/C is initiating minor compaction (all files) 2024-11-18T05:19:52,207 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3677a927766b5b9a2cb2ee324078cd6d/C in TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:52,207 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/da7a39c8d6fb43809a69ee7a917f7c4d, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/08d5bcc6abdd4496855459c8d0527b08, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/d771db5493144548b192e9a49d560958, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/d4525bbe8b34458fa0560c2bb4be0e77, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/4a749fac57d14189a3d594b18645f4e5] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp, totalSize=59.7 K 2024-11-18T05:19:52,208 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting da7a39c8d6fb43809a69ee7a917f7c4d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1731907183088 2024-11-18T05:19:52,209 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 08d5bcc6abdd4496855459c8d0527b08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731907183713 2024-11-18T05:19:52,209 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/3a7410a0065741e1927c3669b87584a0 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/3a7410a0065741e1927c3669b87584a0 2024-11-18T05:19:52,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184b37d50039074ee4ab198b0830cb08a7_3677a927766b5b9a2cb2ee324078cd6d is 50, key is test_row_0/A:col10/1731907191299/Put/seqid=0 2024-11-18T05:19:52,210 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting d771db5493144548b192e9a49d560958, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1731907185861 2024-11-18T05:19:52,211 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting d4525bbe8b34458fa0560c2bb4be0e77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731907187999 2024-11-18T05:19:52,212 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a749fac57d14189a3d594b18645f4e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731907190152 2024-11-18T05:19:52,216 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 3677a927766b5b9a2cb2ee324078cd6d/A of 3677a927766b5b9a2cb2ee324078cd6d into 3a7410a0065741e1927c3669b87584a0(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:52,216 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:52,216 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d., storeName=3677a927766b5b9a2cb2ee324078cd6d/A, priority=11, startTime=1731907192142; duration=0sec 2024-11-18T05:19:52,216 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:52,216 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3677a927766b5b9a2cb2ee324078cd6d:A 2024-11-18T05:19:52,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742232_1408 (size=12454) 2024-11-18T05:19:52,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:52,227 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184b37d50039074ee4ab198b0830cb08a7_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184b37d50039074ee4ab198b0830cb08a7_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:52,227 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3677a927766b5b9a2cb2ee324078cd6d#C#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:19:52,228 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/63479c1183644ad58f1ca7ff3b466062 is 50, key is test_row_0/C:col10/1731907191280/Put/seqid=0 2024-11-18T05:19:52,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/ccb267420d7d4d988a45234d4da124e1, store: [table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:52,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/ccb267420d7d4d988a45234d4da124e1 is 175, key is test_row_0/A:col10/1731907191299/Put/seqid=0 2024-11-18T05:19:52,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742233_1409 (size=12731) 2024-11-18T05:19:52,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742234_1410 (size=31255) 2024-11-18T05:19:52,246 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=269, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/ccb267420d7d4d988a45234d4da124e1 2024-11-18T05:19:52,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/ea5cd3a9aae7452286379ca461c61ca9 is 50, key is test_row_0/B:col10/1731907191299/Put/seqid=0 2024-11-18T05:19:52,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742235_1411 (size=12301) 2024-11-18T05:19:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-18T05:19:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:52,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. as already flushing 2024-11-18T05:19:52,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907252447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:52,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907252448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:52,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907252448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:52,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907252449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:52,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907252453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:52,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907252554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:52,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907252554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:52,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907252554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:52,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907252555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:52,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907252558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:52,637 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/63479c1183644ad58f1ca7ff3b466062 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/63479c1183644ad58f1ca7ff3b466062 2024-11-18T05:19:52,642 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 3677a927766b5b9a2cb2ee324078cd6d/C of 3677a927766b5b9a2cb2ee324078cd6d into 63479c1183644ad58f1ca7ff3b466062(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:19:52,642 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:52,642 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d., storeName=3677a927766b5b9a2cb2ee324078cd6d/C, priority=11, startTime=1731907192142; duration=0sec 2024-11-18T05:19:52,642 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:52,642 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3677a927766b5b9a2cb2ee324078cd6d:C 2024-11-18T05:19:52,656 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/ea5cd3a9aae7452286379ca461c61ca9 2024-11-18T05:19:52,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/8059a76f3a6f47baa85f89effda38795 is 50, key is test_row_0/C:col10/1731907191299/Put/seqid=0 2024-11-18T05:19:52,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742236_1412 (size=12301) 2024-11-18T05:19:52,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907252757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:52,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907252758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:52,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907252758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:52,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907252759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:52,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907252763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-18T05:19:53,014 DEBUG [Thread-1537 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:56210 2024-11-18T05:19:53,014 DEBUG [Thread-1537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:53,014 DEBUG [Thread-1535 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319559be to 127.0.0.1:56210 2024-11-18T05:19:53,015 DEBUG [Thread-1535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:53,017 DEBUG [Thread-1539 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61ec0f48 to 127.0.0.1:56210 2024-11-18T05:19:53,017 DEBUG [Thread-1539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:53,018 DEBUG [Thread-1541 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7819b9e2 to 127.0.0.1:56210 2024-11-18T05:19:53,018 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:53,018 DEBUG [Thread-1543 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47679076 to 127.0.0.1:56210 2024-11-18T05:19:53,018 DEBUG [Thread-1543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:53,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:53,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36580 deadline: 1731907253060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:53,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36608 deadline: 1731907253061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:53,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:53,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36594 deadline: 1731907253062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:53,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36592 deadline: 1731907253062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:53,065 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/8059a76f3a6f47baa85f89effda38795 2024-11-18T05:19:53,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:19:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36614 deadline: 1731907253067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:53,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/ccb267420d7d4d988a45234d4da124e1 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/ccb267420d7d4d988a45234d4da124e1 2024-11-18T05:19:53,072 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/ccb267420d7d4d988a45234d4da124e1, entries=150, sequenceid=269, filesize=30.5 K 2024-11-18T05:19:53,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/ea5cd3a9aae7452286379ca461c61ca9 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/ea5cd3a9aae7452286379ca461c61ca9 2024-11-18T05:19:53,076 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/ea5cd3a9aae7452286379ca461c61ca9, entries=150, sequenceid=269, filesize=12.0 K 2024-11-18T05:19:53,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/8059a76f3a6f47baa85f89effda38795 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/8059a76f3a6f47baa85f89effda38795 2024-11-18T05:19:53,079 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/8059a76f3a6f47baa85f89effda38795, entries=150, sequenceid=269, filesize=12.0 K 2024-11-18T05:19:53,080 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3677a927766b5b9a2cb2ee324078cd6d in 881ms, sequenceid=269, compaction requested=false 2024-11-18T05:19:53,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:53,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:53,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-18T05:19:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-18T05:19:53,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-18T05:19:53,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3400 sec 2024-11-18T05:19:53,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.3440 sec 2024-11-18T05:19:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:53,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3677a927766b5b9a2cb2ee324078cd6d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T05:19:53,564 DEBUG [Thread-1528 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e13594 to 127.0.0.1:56210 2024-11-18T05:19:53,564 DEBUG [Thread-1528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:53,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=A 2024-11-18T05:19:53,565 DEBUG [Thread-1524 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75b14fbd to 127.0.0.1:56210 2024-11-18T05:19:53,565 DEBUG [Thread-1524 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:53,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:53,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=B 2024-11-18T05:19:53,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:53,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=C 2024-11-18T05:19:53,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:53,566 DEBUG [Thread-1526 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62f74604 to 127.0.0.1:56210 2024-11-18T05:19:53,566 DEBUG [Thread-1530 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c54a0d3 to 127.0.0.1:56210 2024-11-18T05:19:53,566 DEBUG [Thread-1526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:53,566 DEBUG [Thread-1530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:53,569 DEBUG [Thread-1532 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3875c8c5 to 127.0.0.1:56210 2024-11-18T05:19:53,569 DEBUG [Thread-1532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:53,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111831fdf48f6f1949e798aa95d8954a5649_3677a927766b5b9a2cb2ee324078cd6d is 50, key is test_row_0/A:col10/1731907193563/Put/seqid=0 2024-11-18T05:19:53,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742237_1413 (size=12454) 2024-11-18T05:19:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-18T05:19:53,843 INFO [Thread-1534 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-18T05:19:53,843 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-18T05:19:53,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-18T05:19:53,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-18T05:19:53,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-18T05:19:53,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-18T05:19:53,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-18T05:19:53,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-18T05:19:53,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-18T05:19:53,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2929 2024-11-18T05:19:53,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8787 rows 2024-11-18T05:19:53,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2936 2024-11-18T05:19:53,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8808 rows 2024-11-18T05:19:53,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2952 2024-11-18T05:19:53,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8856 rows 2024-11-18T05:19:53,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2945 2024-11-18T05:19:53,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8835 rows 2024-11-18T05:19:53,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2946 2024-11-18T05:19:53,844 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8838 rows 2024-11-18T05:19:53,844 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-18T05:19:53,844 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bf5e2f0 to 127.0.0.1:56210 2024-11-18T05:19:53,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:19:53,847 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-18T05:19:53,847 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-18T05:19:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-18T05:19:53,851 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907193851"}]},"ts":"1731907193851"} 2024-11-18T05:19:53,852 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-18T05:19:53,854 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-18T05:19:53,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T05:19:53,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3677a927766b5b9a2cb2ee324078cd6d, UNASSIGN}] 2024-11-18T05:19:53,856 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3677a927766b5b9a2cb2ee324078cd6d, UNASSIGN 2024-11-18T05:19:53,856 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=3677a927766b5b9a2cb2ee324078cd6d, regionState=CLOSING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:53,857 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T05:19:53,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; CloseRegionProcedure 3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:19:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-18T05:19:53,975 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:53,978 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111831fdf48f6f1949e798aa95d8954a5649_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111831fdf48f6f1949e798aa95d8954a5649_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:53,979 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/4a7af02d8dde4e2aaab49f0e293d7369, store: [table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:53,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/4a7af02d8dde4e2aaab49f0e293d7369 is 175, key is test_row_0/A:col10/1731907193563/Put/seqid=0 2024-11-18T05:19:53,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742238_1414 (size=31255) 2024-11-18T05:19:54,008 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:54,009 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(124): Close 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:54,009 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-18T05:19:54,009 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1681): Closing 3677a927766b5b9a2cb2ee324078cd6d, disabling compactions & flushes 2024-11-18T05:19:54,009 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-18T05:19:54,383 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/4a7af02d8dde4e2aaab49f0e293d7369 2024-11-18T05:19:54,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/023f79f984f040ac8db4caea5222554a is 50, key is test_row_0/B:col10/1731907193563/Put/seqid=0 2024-11-18T05:19:54,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742239_1415 (size=12301) 2024-11-18T05:19:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-18T05:19:54,468 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T05:19:54,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/023f79f984f040ac8db4caea5222554a 2024-11-18T05:19:54,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/a56488174590498ca0a315edb06892de is 50, key is test_row_0/C:col10/1731907193563/Put/seqid=0 2024-11-18T05:19:54,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742240_1416 (size=12301) 2024-11-18T05:19:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-18T05:19:55,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/a56488174590498ca0a315edb06892de 2024-11-18T05:19:55,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/4a7af02d8dde4e2aaab49f0e293d7369 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/4a7af02d8dde4e2aaab49f0e293d7369 2024-11-18T05:19:55,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/4a7af02d8dde4e2aaab49f0e293d7369, entries=150, sequenceid=297, filesize=30.5 K 2024-11-18T05:19:55,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/023f79f984f040ac8db4caea5222554a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/023f79f984f040ac8db4caea5222554a 2024-11-18T05:19:55,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/023f79f984f040ac8db4caea5222554a, entries=150, sequenceid=297, filesize=12.0 K 2024-11-18T05:19:55,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/a56488174590498ca0a315edb06892de as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/a56488174590498ca0a315edb06892de 2024-11-18T05:19:55,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/a56488174590498ca0a315edb06892de, entries=150, sequenceid=297, filesize=12.0 K 2024-11-18T05:19:55,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for 3677a927766b5b9a2cb2ee324078cd6d in 1654ms, sequenceid=297, compaction requested=true 2024-11-18T05:19:55,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:55,217 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:55,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3677a927766b5b9a2cb2ee324078cd6d:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:19:55,218 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:55,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:55,218 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. after waiting 0 ms 2024-11-18T05:19:55,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3677a927766b5b9a2cb2ee324078cd6d:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:19:55,218 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:55,218 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. because compaction request was cancelled 2024-11-18T05:19:55,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:19:55,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3677a927766b5b9a2cb2ee324078cd6d:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:19:55,218 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. because compaction request was cancelled 2024-11-18T05:19:55,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:19:55,218 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3677a927766b5b9a2cb2ee324078cd6d:A 2024-11-18T05:19:55,218 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3677a927766b5b9a2cb2ee324078cd6d:B 2024-11-18T05:19:55,218 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(2837): Flushing 3677a927766b5b9a2cb2ee324078cd6d 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-18T05:19:55,218 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. because compaction request was cancelled 2024-11-18T05:19:55,218 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3677a927766b5b9a2cb2ee324078cd6d:C 2024-11-18T05:19:55,218 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=A 2024-11-18T05:19:55,218 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:55,218 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=B 2024-11-18T05:19:55,218 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:55,218 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3677a927766b5b9a2cb2ee324078cd6d, store=C 2024-11-18T05:19:55,218 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:19:55,222 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118697c04ebcfde4049b59f5044a940d136_3677a927766b5b9a2cb2ee324078cd6d is 50, key is test_row_1/A:col10/1731907193569/Put/seqid=0 2024-11-18T05:19:55,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742241_1417 (size=9914) 2024-11-18T05:19:55,626 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:55,629 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118697c04ebcfde4049b59f5044a940d136_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118697c04ebcfde4049b59f5044a940d136_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:55,630 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/81392d86deb2488fa01f4b4728090aa2, store: [table=TestAcidGuarantees family=A region=3677a927766b5b9a2cb2ee324078cd6d] 2024-11-18T05:19:55,630 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/81392d86deb2488fa01f4b4728090aa2 is 175, key is test_row_1/A:col10/1731907193569/Put/seqid=0 2024-11-18T05:19:55,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742242_1418 (size=22561) 2024-11-18T05:19:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-18T05:19:56,034 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/81392d86deb2488fa01f4b4728090aa2 2024-11-18T05:19:56,039 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/883c1a9277e240a6a1013828d8f7e62a is 50, key is test_row_1/B:col10/1731907193569/Put/seqid=0 2024-11-18T05:19:56,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742243_1419 (size=9857) 2024-11-18T05:19:56,443 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/883c1a9277e240a6a1013828d8f7e62a 2024-11-18T05:19:56,448 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/7109249f1ba54403bb102ea56183d706 is 50, key is test_row_1/C:col10/1731907193569/Put/seqid=0 2024-11-18T05:19:56,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742244_1420 (size=9857) 2024-11-18T05:19:56,852 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/7109249f1ba54403bb102ea56183d706 2024-11-18T05:19:56,856 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/A/81392d86deb2488fa01f4b4728090aa2 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/81392d86deb2488fa01f4b4728090aa2 2024-11-18T05:19:56,858 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/81392d86deb2488fa01f4b4728090aa2, entries=100, sequenceid=303, filesize=22.0 K 2024-11-18T05:19:56,859 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/B/883c1a9277e240a6a1013828d8f7e62a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/883c1a9277e240a6a1013828d8f7e62a 2024-11-18T05:19:56,862 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/883c1a9277e240a6a1013828d8f7e62a, entries=100, sequenceid=303, filesize=9.6 K 2024-11-18T05:19:56,862 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/.tmp/C/7109249f1ba54403bb102ea56183d706 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/7109249f1ba54403bb102ea56183d706 2024-11-18T05:19:56,865 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/7109249f1ba54403bb102ea56183d706, entries=100, sequenceid=303, filesize=9.6 K 2024-11-18T05:19:56,865 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 3677a927766b5b9a2cb2ee324078cd6d in 1647ms, sequenceid=303, compaction requested=true 2024-11-18T05:19:56,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/51041e2cd071462d82d74ec914fb364c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/e19a16a935cb4983ad09bb22f5e111be, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/3bac2403caf2451e810febc145c4b4a6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/3dfcd2c91dc040858941033c66e39ed3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/a4c39f3234a8427990328d13ad40501f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/0edf3e31953a43c0b8f52e7911f0a775, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/58e470605c384a50b2648fc585882002, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/c547bdb58f6a4817a61a12cdf495505a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/f3869be7d2f34eecbd9f8482efcd4841, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/d88dd2468f1e4a5d945f54d48ecc767b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/13e217975bef4dda98909bfc14a4deec, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/5ef21e5cb3944f7fb2cf3797f20376da, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/1879f73c8f09405e9ba09455f3d86255, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/45513bcb4edb4f15b4ca14700d0a2bc1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/4eabcf9cb70449fb8e963595dbd92c1e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/1e3b721076544fb287b01864c7a71789, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/0a6716e4b896474b8b3eeffbfb8c99d4] to archive 2024-11-18T05:19:56,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:19:56,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/51041e2cd071462d82d74ec914fb364c to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/51041e2cd071462d82d74ec914fb364c 2024-11-18T05:19:56,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/e19a16a935cb4983ad09bb22f5e111be to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/e19a16a935cb4983ad09bb22f5e111be 2024-11-18T05:19:56,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/3bac2403caf2451e810febc145c4b4a6 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/3bac2403caf2451e810febc145c4b4a6 2024-11-18T05:19:56,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/3dfcd2c91dc040858941033c66e39ed3 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/3dfcd2c91dc040858941033c66e39ed3 2024-11-18T05:19:56,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/a4c39f3234a8427990328d13ad40501f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/a4c39f3234a8427990328d13ad40501f 2024-11-18T05:19:56,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/0edf3e31953a43c0b8f52e7911f0a775 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/0edf3e31953a43c0b8f52e7911f0a775 2024-11-18T05:19:56,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/58e470605c384a50b2648fc585882002 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/58e470605c384a50b2648fc585882002 2024-11-18T05:19:56,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/c547bdb58f6a4817a61a12cdf495505a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/c547bdb58f6a4817a61a12cdf495505a 2024-11-18T05:19:56,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/f3869be7d2f34eecbd9f8482efcd4841 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/f3869be7d2f34eecbd9f8482efcd4841 2024-11-18T05:19:56,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/d88dd2468f1e4a5d945f54d48ecc767b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/d88dd2468f1e4a5d945f54d48ecc767b 2024-11-18T05:19:56,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/13e217975bef4dda98909bfc14a4deec to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/13e217975bef4dda98909bfc14a4deec 2024-11-18T05:19:56,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/5ef21e5cb3944f7fb2cf3797f20376da to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/5ef21e5cb3944f7fb2cf3797f20376da 2024-11-18T05:19:56,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/1879f73c8f09405e9ba09455f3d86255 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/1879f73c8f09405e9ba09455f3d86255 2024-11-18T05:19:56,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/45513bcb4edb4f15b4ca14700d0a2bc1 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/45513bcb4edb4f15b4ca14700d0a2bc1 2024-11-18T05:19:56,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/4eabcf9cb70449fb8e963595dbd92c1e to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/4eabcf9cb70449fb8e963595dbd92c1e 2024-11-18T05:19:56,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/1e3b721076544fb287b01864c7a71789 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/1e3b721076544fb287b01864c7a71789 2024-11-18T05:19:56,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/0a6716e4b896474b8b3eeffbfb8c99d4 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/0a6716e4b896474b8b3eeffbfb8c99d4 2024-11-18T05:19:56,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/b6b81222bbfd477e872f53c37db790ca, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/0a61ae402c834f6db8fa0b61c6d12ee7, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/e11e0d728d3747fa95cfa4de04e10b44, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/3d2f6675ecef4793a33167e9239cd361, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/f413e84a8cce46af9c08b92aa10e2551, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/f27bcfc7ae2f4fc09eeea9939d008ff0, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/519e06c0aa0d4747a94e0155f7313df6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/1302f699792444e990ae6fffeaaf3730, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/7e9c86767ae04900a2e3e2aa792adf19, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/74dbba296e1a4ff69bd1459eb36c20dc, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/191d083c89614bff967d2cf0ec98687c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/f518fd82ca6847cf8a75bccf44f16dd2, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/e054aa608fdc4c6e9cb6d9c58dedbdf5, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/5207e48f09414378bf45ce3bdcea7b88, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/2e8d3f8d71634f4bb3c5107dc4ac9b42, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/5dd4385f2a8943f785626a27d6f04c94, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/def2d3042bd6411bb258eaa73d609509] to archive 2024-11-18T05:19:56,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:19:56,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/b6b81222bbfd477e872f53c37db790ca to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/b6b81222bbfd477e872f53c37db790ca 2024-11-18T05:19:56,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/0a61ae402c834f6db8fa0b61c6d12ee7 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/0a61ae402c834f6db8fa0b61c6d12ee7 2024-11-18T05:19:56,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/e11e0d728d3747fa95cfa4de04e10b44 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/e11e0d728d3747fa95cfa4de04e10b44 2024-11-18T05:19:56,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/3d2f6675ecef4793a33167e9239cd361 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/3d2f6675ecef4793a33167e9239cd361 2024-11-18T05:19:56,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/f413e84a8cce46af9c08b92aa10e2551 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/f413e84a8cce46af9c08b92aa10e2551 2024-11-18T05:19:56,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/f27bcfc7ae2f4fc09eeea9939d008ff0 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/f27bcfc7ae2f4fc09eeea9939d008ff0 2024-11-18T05:19:56,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/519e06c0aa0d4747a94e0155f7313df6 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/519e06c0aa0d4747a94e0155f7313df6 2024-11-18T05:19:56,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/1302f699792444e990ae6fffeaaf3730 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/1302f699792444e990ae6fffeaaf3730 2024-11-18T05:19:56,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/7e9c86767ae04900a2e3e2aa792adf19 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/7e9c86767ae04900a2e3e2aa792adf19 2024-11-18T05:19:56,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/74dbba296e1a4ff69bd1459eb36c20dc to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/74dbba296e1a4ff69bd1459eb36c20dc 2024-11-18T05:19:56,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/191d083c89614bff967d2cf0ec98687c to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/191d083c89614bff967d2cf0ec98687c 2024-11-18T05:19:56,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/f518fd82ca6847cf8a75bccf44f16dd2 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/f518fd82ca6847cf8a75bccf44f16dd2 2024-11-18T05:19:56,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/e054aa608fdc4c6e9cb6d9c58dedbdf5 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/e054aa608fdc4c6e9cb6d9c58dedbdf5 2024-11-18T05:19:56,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/5207e48f09414378bf45ce3bdcea7b88 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/5207e48f09414378bf45ce3bdcea7b88 2024-11-18T05:19:56,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/2e8d3f8d71634f4bb3c5107dc4ac9b42 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/2e8d3f8d71634f4bb3c5107dc4ac9b42 2024-11-18T05:19:56,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/5dd4385f2a8943f785626a27d6f04c94 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/5dd4385f2a8943f785626a27d6f04c94 2024-11-18T05:19:56,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/def2d3042bd6411bb258eaa73d609509 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/def2d3042bd6411bb258eaa73d609509 2024-11-18T05:19:56,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/573f0a95eee143f4ac436566456b5e5b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/f605d6c5187e4c259d64aaf2d144a512, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/7e80156caae6496385fa4e1378e0d8b0, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/858eb25fee654dd1bda7e9304537e086, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/781b4e910b384a318e130d8c63506569, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/b2d1c4231373463086346dafd5861d0a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/623dccce499a45e68955c600503b3c0f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/316116e75c7a4f14875e6dd02136dbbe, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/47b74643c6c240d7b1a2b5eeb6e4e108, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/906202bd8f37490a878b7a0de7b4caa0, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/acb9d52a1d1a4bcabaafd715c6c1ce84, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/da7a39c8d6fb43809a69ee7a917f7c4d, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/9c403648e2e24aeaa7bee2cc08856c53, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/08d5bcc6abdd4496855459c8d0527b08, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/d771db5493144548b192e9a49d560958, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/d4525bbe8b34458fa0560c2bb4be0e77, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/4a749fac57d14189a3d594b18645f4e5] to archive 2024-11-18T05:19:56,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:19:56,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/573f0a95eee143f4ac436566456b5e5b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/573f0a95eee143f4ac436566456b5e5b 2024-11-18T05:19:56,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/f605d6c5187e4c259d64aaf2d144a512 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/f605d6c5187e4c259d64aaf2d144a512 2024-11-18T05:19:56,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/7e80156caae6496385fa4e1378e0d8b0 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/7e80156caae6496385fa4e1378e0d8b0 2024-11-18T05:19:56,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/858eb25fee654dd1bda7e9304537e086 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/858eb25fee654dd1bda7e9304537e086 2024-11-18T05:19:56,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/781b4e910b384a318e130d8c63506569 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/781b4e910b384a318e130d8c63506569 2024-11-18T05:19:56,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/b2d1c4231373463086346dafd5861d0a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/b2d1c4231373463086346dafd5861d0a 2024-11-18T05:19:56,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/623dccce499a45e68955c600503b3c0f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/623dccce499a45e68955c600503b3c0f 2024-11-18T05:19:56,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/316116e75c7a4f14875e6dd02136dbbe to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/316116e75c7a4f14875e6dd02136dbbe 2024-11-18T05:19:56,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/47b74643c6c240d7b1a2b5eeb6e4e108 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/47b74643c6c240d7b1a2b5eeb6e4e108 2024-11-18T05:19:56,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/906202bd8f37490a878b7a0de7b4caa0 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/906202bd8f37490a878b7a0de7b4caa0 2024-11-18T05:19:56,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/acb9d52a1d1a4bcabaafd715c6c1ce84 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/acb9d52a1d1a4bcabaafd715c6c1ce84 2024-11-18T05:19:56,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/da7a39c8d6fb43809a69ee7a917f7c4d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/da7a39c8d6fb43809a69ee7a917f7c4d 2024-11-18T05:19:56,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/9c403648e2e24aeaa7bee2cc08856c53 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/9c403648e2e24aeaa7bee2cc08856c53 2024-11-18T05:19:56,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/08d5bcc6abdd4496855459c8d0527b08 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/08d5bcc6abdd4496855459c8d0527b08 2024-11-18T05:19:56,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/d771db5493144548b192e9a49d560958 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/d771db5493144548b192e9a49d560958 2024-11-18T05:19:56,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/d4525bbe8b34458fa0560c2bb4be0e77 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/d4525bbe8b34458fa0560c2bb4be0e77 2024-11-18T05:19:56,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/4a749fac57d14189a3d594b18645f4e5 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/4a749fac57d14189a3d594b18645f4e5 2024-11-18T05:19:56,912 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/recovered.edits/306.seqid, newMaxSeqId=306, maxSeqId=4 2024-11-18T05:19:56,912 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d. 2024-11-18T05:19:56,912 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1635): Region close journal for 3677a927766b5b9a2cb2ee324078cd6d: 2024-11-18T05:19:56,913 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(170): Closed 3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:56,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=3677a927766b5b9a2cb2ee324078cd6d, regionState=CLOSED 2024-11-18T05:19:56,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-18T05:19:56,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; CloseRegionProcedure 3677a927766b5b9a2cb2ee324078cd6d, server=7cf745f7364a,40727,1731907076066 in 3.0580 sec 2024-11-18T05:19:56,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-11-18T05:19:56,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3677a927766b5b9a2cb2ee324078cd6d, UNASSIGN in 3.0610 sec 2024-11-18T05:19:56,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-18T05:19:56,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.0620 sec 2024-11-18T05:19:56,918 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907196918"}]},"ts":"1731907196918"} 2024-11-18T05:19:56,919 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-18T05:19:56,921 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-18T05:19:56,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.0740 sec 2024-11-18T05:19:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-18T05:19:57,954 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-18T05:19:57,955 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-18T05:19:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:57,956 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-18T05:19:57,956 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=130, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:57,958 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:57,959 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A, FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B, FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C, FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/recovered.edits] 2024-11-18T05:19:57,961 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/3a7410a0065741e1927c3669b87584a0 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/3a7410a0065741e1927c3669b87584a0 2024-11-18T05:19:57,962 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/4a7af02d8dde4e2aaab49f0e293d7369 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/4a7af02d8dde4e2aaab49f0e293d7369 2024-11-18T05:19:57,963 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/81392d86deb2488fa01f4b4728090aa2 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/81392d86deb2488fa01f4b4728090aa2 2024-11-18T05:19:57,964 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/ccb267420d7d4d988a45234d4da124e1 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/A/ccb267420d7d4d988a45234d4da124e1 2024-11-18T05:19:57,966 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/023f79f984f040ac8db4caea5222554a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/023f79f984f040ac8db4caea5222554a 2024-11-18T05:19:57,967 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/883c1a9277e240a6a1013828d8f7e62a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/883c1a9277e240a6a1013828d8f7e62a 2024-11-18T05:19:57,968 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/9968c2c5787240f29ebf652943f4c540 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/9968c2c5787240f29ebf652943f4c540 2024-11-18T05:19:57,969 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/ea5cd3a9aae7452286379ca461c61ca9 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/B/ea5cd3a9aae7452286379ca461c61ca9 2024-11-18T05:19:57,970 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/63479c1183644ad58f1ca7ff3b466062 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/63479c1183644ad58f1ca7ff3b466062 2024-11-18T05:19:57,971 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/7109249f1ba54403bb102ea56183d706 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/7109249f1ba54403bb102ea56183d706 2024-11-18T05:19:57,972 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/8059a76f3a6f47baa85f89effda38795 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/8059a76f3a6f47baa85f89effda38795 2024-11-18T05:19:57,973 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/a56488174590498ca0a315edb06892de to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/C/a56488174590498ca0a315edb06892de 2024-11-18T05:19:57,975 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/recovered.edits/306.seqid to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d/recovered.edits/306.seqid 2024-11-18T05:19:57,975 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:57,975 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-18T05:19:57,976 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-18T05:19:57,976 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-18T05:19:57,978 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111817534e68b83c4377b4a548128a434bf0_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111817534e68b83c4377b4a548128a434bf0_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:57,979 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181fb05ec0b09d41c9a52485babc13fc64_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181fb05ec0b09d41c9a52485babc13fc64_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:57,980 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111825694b5f8dc74162912f3595f19522d1_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111825694b5f8dc74162912f3595f19522d1_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:57,981 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182bcb780cdbc04ac4af08ce697d0d7f38_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182bcb780cdbc04ac4af08ce697d0d7f38_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:57,982 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182cf7e13b9482485393b4e7ac5220c769_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411182cf7e13b9482485393b4e7ac5220c769_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:57,983 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111831fdf48f6f1949e798aa95d8954a5649_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111831fdf48f6f1949e798aa95d8954a5649_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:57,984 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111832c83a38601149fcaae4968c525aaca7_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111832c83a38601149fcaae4968c525aaca7_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:57,985 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118363e2c56d8504beb866b77d57751e442_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118363e2c56d8504beb866b77d57751e442_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:57,986 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111841d792b1d52e40ba92be848a13b5d674_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111841d792b1d52e40ba92be848a13b5d674_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:57,986 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184aa030dcfd2742f19bec92532e9282cc_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184aa030dcfd2742f19bec92532e9282cc_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:57,987 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184b37d50039074ee4ab198b0830cb08a7_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184b37d50039074ee4ab198b0830cb08a7_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:57,988 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118697c04ebcfde4049b59f5044a940d136_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118697c04ebcfde4049b59f5044a940d136_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:57,989 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111876db603425644d87a6e8dd27043c9e0f_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111876db603425644d87a6e8dd27043c9e0f_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:57,990 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187c93b61b574046278220c5ff43acb5b1_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187c93b61b574046278220c5ff43acb5b1_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:57,991 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111893f48f67d8104e24a7e7eee6894cacf9_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111893f48f67d8104e24a7e7eee6894cacf9_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:57,991 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d8f8f60e459b4ccaa1337c3c422c98a1_3677a927766b5b9a2cb2ee324078cd6d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d8f8f60e459b4ccaa1337c3c422c98a1_3677a927766b5b9a2cb2ee324078cd6d 2024-11-18T05:19:57,992 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-18T05:19:57,993 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=130, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:57,995 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-18T05:19:57,996 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-18T05:19:57,997 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=130, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:57,997 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-18T05:19:57,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731907197997"}]},"ts":"9223372036854775807"} 2024-11-18T05:19:57,998 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-18T05:19:57,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3677a927766b5b9a2cb2ee324078cd6d, NAME => 'TestAcidGuarantees,,1731907169927.3677a927766b5b9a2cb2ee324078cd6d.', STARTKEY => '', ENDKEY => ''}] 2024-11-18T05:19:57,998 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-18T05:19:57,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731907197998"}]},"ts":"9223372036854775807"} 2024-11-18T05:19:57,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-18T05:19:58,001 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=130, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:58,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-18T05:19:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-18T05:19:58,057 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-18T05:19:58,069 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=242 (was 242), OpenFileDescriptor=459 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=370 (was 414), ProcessCount=11 (was 11), AvailableMemoryMB=11663 (was 11850) 2024-11-18T05:19:58,078 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=242, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=370, ProcessCount=11, AvailableMemoryMB=11663 2024-11-18T05:19:58,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T05:19:58,079 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:19:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-18T05:19:58,080 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T05:19:58,081 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:58,081 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 131 2024-11-18T05:19:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-18T05:19:58,081 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T05:19:58,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742245_1421 (size=960) 2024-11-18T05:19:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-18T05:19:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-18T05:19:58,487 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31 2024-11-18T05:19:58,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742246_1422 (size=53) 2024-11-18T05:19:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-18T05:19:58,892 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:19:58,893 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6bb1582a2c823c351e87e70acf897311, disabling compactions & flushes 2024-11-18T05:19:58,893 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:19:58,893 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:19:58,893 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. after waiting 0 ms 2024-11-18T05:19:58,893 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:19:58,893 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:19:58,893 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:19:58,893 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T05:19:58,894 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731907198893"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731907198893"}]},"ts":"1731907198893"} 2024-11-18T05:19:58,894 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-18T05:19:58,895 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T05:19:58,895 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907198895"}]},"ts":"1731907198895"} 2024-11-18T05:19:58,896 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-18T05:19:58,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bb1582a2c823c351e87e70acf897311, ASSIGN}] 2024-11-18T05:19:58,900 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bb1582a2c823c351e87e70acf897311, ASSIGN 2024-11-18T05:19:58,900 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bb1582a2c823c351e87e70acf897311, ASSIGN; state=OFFLINE, location=7cf745f7364a,40727,1731907076066; forceNewPlan=false, retain=false 2024-11-18T05:19:59,051 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=6bb1582a2c823c351e87e70acf897311, regionState=OPENING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:59,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; OpenRegionProcedure 6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:19:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-18T05:19:59,203 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:19:59,205 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:19:59,205 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7285): Opening region: {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:19:59,206 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:19:59,206 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:19:59,206 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7327): checking encryption for 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:19:59,206 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7330): checking classloading for 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:19:59,207 INFO [StoreOpener-6bb1582a2c823c351e87e70acf897311-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:19:59,208 INFO [StoreOpener-6bb1582a2c823c351e87e70acf897311-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:19:59,208 INFO [StoreOpener-6bb1582a2c823c351e87e70acf897311-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bb1582a2c823c351e87e70acf897311 columnFamilyName A 2024-11-18T05:19:59,208 DEBUG [StoreOpener-6bb1582a2c823c351e87e70acf897311-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:59,209 INFO [StoreOpener-6bb1582a2c823c351e87e70acf897311-1 {}] regionserver.HStore(327): Store=6bb1582a2c823c351e87e70acf897311/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:19:59,209 INFO [StoreOpener-6bb1582a2c823c351e87e70acf897311-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:19:59,210 INFO [StoreOpener-6bb1582a2c823c351e87e70acf897311-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:19:59,210 INFO [StoreOpener-6bb1582a2c823c351e87e70acf897311-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bb1582a2c823c351e87e70acf897311 columnFamilyName B 2024-11-18T05:19:59,210 DEBUG [StoreOpener-6bb1582a2c823c351e87e70acf897311-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:59,210 INFO [StoreOpener-6bb1582a2c823c351e87e70acf897311-1 {}] regionserver.HStore(327): Store=6bb1582a2c823c351e87e70acf897311/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:19:59,210 INFO [StoreOpener-6bb1582a2c823c351e87e70acf897311-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:19:59,211 INFO [StoreOpener-6bb1582a2c823c351e87e70acf897311-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:19:59,211 INFO [StoreOpener-6bb1582a2c823c351e87e70acf897311-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bb1582a2c823c351e87e70acf897311 columnFamilyName C 2024-11-18T05:19:59,211 DEBUG [StoreOpener-6bb1582a2c823c351e87e70acf897311-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:19:59,211 INFO [StoreOpener-6bb1582a2c823c351e87e70acf897311-1 {}] regionserver.HStore(327): Store=6bb1582a2c823c351e87e70acf897311/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:19:59,212 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:19:59,212 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311 2024-11-18T05:19:59,212 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311 2024-11-18T05:19:59,214 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:19:59,214 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1085): writing seq id for 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:19:59,216 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:19:59,216 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1102): Opened 6bb1582a2c823c351e87e70acf897311; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71597076, jitterRate=0.06687957048416138}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:19:59,217 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1001): Region open journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:19:59,217 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., pid=133, masterSystemTime=1731907199203 2024-11-18T05:19:59,218 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:19:59,218 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:19:59,219 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=6bb1582a2c823c351e87e70acf897311, regionState=OPEN, openSeqNum=2, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:19:59,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-18T05:19:59,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; OpenRegionProcedure 6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 in 167 msec 2024-11-18T05:19:59,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=132, resume processing ppid=131 2024-11-18T05:19:59,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=131, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bb1582a2c823c351e87e70acf897311, ASSIGN in 321 msec 2024-11-18T05:19:59,222 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T05:19:59,222 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907199222"}]},"ts":"1731907199222"} 2024-11-18T05:19:59,223 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-18T05:19:59,225 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T05:19:59,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-11-18T05:20:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-11-18T05:20:00,185 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 131 completed 2024-11-18T05:20:00,186 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-11-18T05:20:00,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:00,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:00,191 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:00,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T05:20:00,192 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T05:20:00,193 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-11-18T05:20:00,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:00,197 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-11-18T05:20:00,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:00,199 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-11-18T05:20:00,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:00,203 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-11-18T05:20:00,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:00,206 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34b30c39 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b7f20c4 2024-11-18T05:20:00,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc486e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:00,209 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-11-18T05:20:00,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:00,212 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-11-18T05:20:00,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:00,216 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-11-18T05:20:00,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:00,219 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-11-18T05:20:00,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:00,222 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x076f0408 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc5e114 2024-11-18T05:20:00,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d49886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:00,229 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-18T05:20:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-18T05:20:00,230 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:00,231 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:00,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:00,232 DEBUG [hconnection-0x4fd345d2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:00,233 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:00,237 DEBUG [hconnection-0x43938c52-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:00,237 DEBUG [hconnection-0x6d1e1cd7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:00,237 DEBUG [hconnection-0x4eaf9b75-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:00,238 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:00,238 DEBUG [hconnection-0x7b6a1779-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:00,238 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:00,238 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:00,239 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:00,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-18T05:20:00,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:00,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:00,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:00,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:00,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:00,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:00,244 DEBUG [hconnection-0x593dddcf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:00,244 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:00,248 DEBUG [hconnection-0x55072eb0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:00,249 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:00,252 DEBUG [hconnection-0x7564581d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:00,253 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:00,258 DEBUG [hconnection-0x40ca9550-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:00,259 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:00,260 DEBUG [hconnection-0x403e55b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:00,260 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:00,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/9760064d002d420e9035da83109eeee9 is 50, key is test_row_0/A:col10/1731907200240/Put/seqid=0 2024-11-18T05:20:00,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907260291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907260292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907260293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907260294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907260296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742247_1423 (size=12001) 2024-11-18T05:20:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-18T05:20:00,382 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-18T05:20:00,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:00,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:00,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:00,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:00,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:00,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907260397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907260397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907260397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907260398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907260399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-18T05:20:00,535 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-18T05:20:00,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:00,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:00,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:00,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:00,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:00,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907260602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907260602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907260602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907260602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907260602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,687 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-18T05:20:00,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:00,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:00,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:00,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:00,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:00,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/9760064d002d420e9035da83109eeee9 2024-11-18T05:20:00,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/8fc1cdbcad164f59ae70b106d4ec08a3 is 50, key is test_row_0/B:col10/1731907200240/Put/seqid=0 2024-11-18T05:20:00,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742248_1424 (size=12001) 2024-11-18T05:20:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-18T05:20:00,840 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-18T05:20:00,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:00,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:00,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:00,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:00,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:00,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907260906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907260906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907260907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907260907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:00,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907260908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,992 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:00,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-18T05:20:00,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:00,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:00,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:00,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:00,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:01,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/8fc1cdbcad164f59ae70b106d4ec08a3 2024-11-18T05:20:01,145 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:01,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-18T05:20:01,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:01,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:01,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:01,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:01,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:01,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/33654113db774798bac97bd3711e9acb is 50, key is test_row_0/C:col10/1731907200240/Put/seqid=0 2024-11-18T05:20:01,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742249_1425 (size=12001) 2024-11-18T05:20:01,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/33654113db774798bac97bd3711e9acb 2024-11-18T05:20:01,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/9760064d002d420e9035da83109eeee9 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/9760064d002d420e9035da83109eeee9 2024-11-18T05:20:01,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/9760064d002d420e9035da83109eeee9, entries=150, sequenceid=13, filesize=11.7 K 2024-11-18T05:20:01,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/8fc1cdbcad164f59ae70b106d4ec08a3 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/8fc1cdbcad164f59ae70b106d4ec08a3 2024-11-18T05:20:01,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/8fc1cdbcad164f59ae70b106d4ec08a3, entries=150, sequenceid=13, filesize=11.7 K 2024-11-18T05:20:01,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/33654113db774798bac97bd3711e9acb as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/33654113db774798bac97bd3711e9acb 2024-11-18T05:20:01,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/33654113db774798bac97bd3711e9acb, entries=150, sequenceid=13, filesize=11.7 K 2024-11-18T05:20:01,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6bb1582a2c823c351e87e70acf897311 in 960ms, sequenceid=13, compaction requested=false 2024-11-18T05:20:01,202 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-18T05:20:01,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:01,298 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:01,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-18T05:20:01,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:01,299 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-18T05:20:01,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:01,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:01,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:01,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:01,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:01,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:01,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/02c8d10764984c1aa0266747d1104a09 is 50, key is test_row_0/A:col10/1731907200291/Put/seqid=0 2024-11-18T05:20:01,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742250_1426 (size=12001) 2024-11-18T05:20:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-18T05:20:01,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:01,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:01,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907261416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907261416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:01,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907261418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:01,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907261419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:01,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907261420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:01,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907261521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:01,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907261521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:01,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907261522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:01,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907261525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:01,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907261525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:01,708 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/02c8d10764984c1aa0266747d1104a09 2024-11-18T05:20:01,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/d90fd48401ed4f1babbc57bd0be7b1ac is 50, key is test_row_0/B:col10/1731907200291/Put/seqid=0 2024-11-18T05:20:01,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742251_1427 (size=12001) 2024-11-18T05:20:01,723 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/d90fd48401ed4f1babbc57bd0be7b1ac 2024-11-18T05:20:01,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907261724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:01,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907261725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:01,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907261725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:01,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/ec96e6783ff9484495048667a197d0f8 is 50, key is test_row_0/C:col10/1731907200291/Put/seqid=0 2024-11-18T05:20:01,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907261729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:01,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907261729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742252_1428 (size=12001) 2024-11-18T05:20:01,734 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/ec96e6783ff9484495048667a197d0f8 2024-11-18T05:20:01,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/02c8d10764984c1aa0266747d1104a09 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/02c8d10764984c1aa0266747d1104a09 2024-11-18T05:20:01,741 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/02c8d10764984c1aa0266747d1104a09, entries=150, sequenceid=38, filesize=11.7 K 2024-11-18T05:20:01,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/d90fd48401ed4f1babbc57bd0be7b1ac as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/d90fd48401ed4f1babbc57bd0be7b1ac 2024-11-18T05:20:01,746 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/d90fd48401ed4f1babbc57bd0be7b1ac, entries=150, sequenceid=38, filesize=11.7 K 2024-11-18T05:20:01,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/ec96e6783ff9484495048667a197d0f8 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/ec96e6783ff9484495048667a197d0f8 2024-11-18T05:20:01,756 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/ec96e6783ff9484495048667a197d0f8, entries=150, sequenceid=38, filesize=11.7 K 2024-11-18T05:20:01,757 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6bb1582a2c823c351e87e70acf897311 in 458ms, sequenceid=38, compaction requested=false 2024-11-18T05:20:01,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:01,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:01,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-18T05:20:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-18T05:20:01,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-18T05:20:01,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5270 sec 2024-11-18T05:20:01,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.5310 sec 2024-11-18T05:20:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:02,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-18T05:20:02,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:02,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:02,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:02,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:02,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:02,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:02,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/b33b6d7689244256a89537f864732a08 is 50, key is test_row_0/A:col10/1731907201419/Put/seqid=0 2024-11-18T05:20:02,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742253_1429 (size=12001) 2024-11-18T05:20:02,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907262064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907262065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907262064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907262072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907262072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907262173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907262173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907262173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907262177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907262177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-18T05:20:02,334 INFO [Thread-1906 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-18T05:20:02,335 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-18T05:20:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-18T05:20:02,337 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:02,337 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:02,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:02,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907262377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907262378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907262378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907262382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907262383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,432 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T05:20:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-18T05:20:02,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/b33b6d7689244256a89537f864732a08 2024-11-18T05:20:02,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/9e81cbd0a32a4722b35d094d196fc3b9 is 50, key is test_row_0/B:col10/1731907201419/Put/seqid=0 2024-11-18T05:20:02,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742254_1430 (size=12001) 2024-11-18T05:20:02,488 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-18T05:20:02,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:02,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:02,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:02,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:02,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-18T05:20:02,641 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-18T05:20:02,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:02,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:02,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:02,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:02,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:02,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907262682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907262683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907262683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907262687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907262687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,794 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-18T05:20:02,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:02,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:02,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:02,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:02,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:02,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/9e81cbd0a32a4722b35d094d196fc3b9 2024-11-18T05:20:02,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/358889a0d5dc4076a7cf186a6b01bdb6 is 50, key is test_row_0/C:col10/1731907201419/Put/seqid=0 2024-11-18T05:20:02,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742255_1431 (size=12001) 2024-11-18T05:20:02,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/358889a0d5dc4076a7cf186a6b01bdb6 2024-11-18T05:20:02,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/b33b6d7689244256a89537f864732a08 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/b33b6d7689244256a89537f864732a08 2024-11-18T05:20:02,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/b33b6d7689244256a89537f864732a08, entries=150, sequenceid=50, filesize=11.7 K 2024-11-18T05:20:02,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/9e81cbd0a32a4722b35d094d196fc3b9 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/9e81cbd0a32a4722b35d094d196fc3b9 2024-11-18T05:20:02,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/9e81cbd0a32a4722b35d094d196fc3b9, entries=150, sequenceid=50, filesize=11.7 K 2024-11-18T05:20:02,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/358889a0d5dc4076a7cf186a6b01bdb6 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/358889a0d5dc4076a7cf186a6b01bdb6 2024-11-18T05:20:02,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/358889a0d5dc4076a7cf186a6b01bdb6, entries=150, sequenceid=50, filesize=11.7 K 2024-11-18T05:20:02,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6bb1582a2c823c351e87e70acf897311 in 871ms, sequenceid=50, compaction requested=true 2024-11-18T05:20:02,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:02,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:20:02,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:02,903 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:02,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:20:02,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:02,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:20:02,903 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:02,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:02,904 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:02,904 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:02,904 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/B is initiating minor compaction (all files) 2024-11-18T05:20:02,904 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/A is initiating minor compaction (all files) 2024-11-18T05:20:02,904 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/B in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:02,904 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/A in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:02,904 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/8fc1cdbcad164f59ae70b106d4ec08a3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/d90fd48401ed4f1babbc57bd0be7b1ac, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/9e81cbd0a32a4722b35d094d196fc3b9] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=35.2 K 2024-11-18T05:20:02,904 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/9760064d002d420e9035da83109eeee9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/02c8d10764984c1aa0266747d1104a09, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/b33b6d7689244256a89537f864732a08] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=35.2 K 2024-11-18T05:20:02,904 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fc1cdbcad164f59ae70b106d4ec08a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731907200238 2024-11-18T05:20:02,904 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9760064d002d420e9035da83109eeee9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731907200238 2024-11-18T05:20:02,905 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02c8d10764984c1aa0266747d1104a09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731907200291 2024-11-18T05:20:02,905 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting d90fd48401ed4f1babbc57bd0be7b1ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731907200291 2024-11-18T05:20:02,905 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting b33b6d7689244256a89537f864732a08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731907201418 2024-11-18T05:20:02,905 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e81cbd0a32a4722b35d094d196fc3b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731907201418 2024-11-18T05:20:02,912 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#A#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:02,912 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/616684b0f2404df697fdac0b017d3198 is 50, key is test_row_0/A:col10/1731907201419/Put/seqid=0 2024-11-18T05:20:02,913 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#B#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:02,914 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/e675ebeacb114f189bbba5e01e09fb1f is 50, key is test_row_0/B:col10/1731907201419/Put/seqid=0 2024-11-18T05:20:02,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742256_1432 (size=12104) 2024-11-18T05:20:02,926 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/616684b0f2404df697fdac0b017d3198 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/616684b0f2404df697fdac0b017d3198 2024-11-18T05:20:02,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742257_1433 (size=12104) 2024-11-18T05:20:02,930 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/A of 6bb1582a2c823c351e87e70acf897311 into 616684b0f2404df697fdac0b017d3198(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:02,930 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:02,931 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/A, priority=13, startTime=1731907202903; duration=0sec 2024-11-18T05:20:02,931 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:02,931 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:A 2024-11-18T05:20:02,931 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:02,933 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:02,933 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/C is initiating minor compaction (all files) 2024-11-18T05:20:02,933 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/C in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:02,933 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/33654113db774798bac97bd3711e9acb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/ec96e6783ff9484495048667a197d0f8, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/358889a0d5dc4076a7cf186a6b01bdb6] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=35.2 K 2024-11-18T05:20:02,933 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33654113db774798bac97bd3711e9acb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731907200238 2024-11-18T05:20:02,933 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec96e6783ff9484495048667a197d0f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731907200291 2024-11-18T05:20:02,934 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 358889a0d5dc4076a7cf186a6b01bdb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731907201418 2024-11-18T05:20:02,936 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/e675ebeacb114f189bbba5e01e09fb1f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/e675ebeacb114f189bbba5e01e09fb1f 2024-11-18T05:20:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-18T05:20:02,941 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/B of 6bb1582a2c823c351e87e70acf897311 into e675ebeacb114f189bbba5e01e09fb1f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:02,941 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:02,941 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/B, priority=13, startTime=1731907202903; duration=0sec 2024-11-18T05:20:02,941 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:02,941 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:B 2024-11-18T05:20:02,942 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#C#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:02,943 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/2c5d67c35361431781ee93f35074e890 is 50, key is test_row_0/C:col10/1731907201419/Put/seqid=0 2024-11-18T05:20:02,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742258_1434 (size=12104) 2024-11-18T05:20:02,946 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:02,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-18T05:20:02,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:02,947 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-18T05:20:02,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:02,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:02,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:02,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:02,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:02,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:02,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/7522574a593f4572a69b38a37720a1e9 is 50, key is test_row_0/A:col10/1731907202071/Put/seqid=0 2024-11-18T05:20:02,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742259_1435 (size=12001) 2024-11-18T05:20:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:03,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:03,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907263194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907263194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907263202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907263202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907263202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907263303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907263306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907263307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907263307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,351 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/2c5d67c35361431781ee93f35074e890 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/2c5d67c35361431781ee93f35074e890 2024-11-18T05:20:03,355 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/7522574a593f4572a69b38a37720a1e9 2024-11-18T05:20:03,356 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/C of 6bb1582a2c823c351e87e70acf897311 into 2c5d67c35361431781ee93f35074e890(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:03,356 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:03,356 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/C, priority=13, startTime=1731907202903; duration=0sec 2024-11-18T05:20:03,356 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:03,356 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:C 2024-11-18T05:20:03,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/a86f9c96bf134c23b6bcaffb3ab29ee1 is 50, key is test_row_0/B:col10/1731907202071/Put/seqid=0 2024-11-18T05:20:03,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742260_1436 (size=12001) 2024-11-18T05:20:03,365 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/a86f9c96bf134c23b6bcaffb3ab29ee1 2024-11-18T05:20:03,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/80f636729aa947bbb271e95f3a625b86 is 50, key is test_row_0/C:col10/1731907202071/Put/seqid=0 2024-11-18T05:20:03,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742261_1437 (size=12001) 2024-11-18T05:20:03,383 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/80f636729aa947bbb271e95f3a625b86 2024-11-18T05:20:03,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/7522574a593f4572a69b38a37720a1e9 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/7522574a593f4572a69b38a37720a1e9 2024-11-18T05:20:03,391 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/7522574a593f4572a69b38a37720a1e9, entries=150, sequenceid=77, filesize=11.7 K 2024-11-18T05:20:03,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/a86f9c96bf134c23b6bcaffb3ab29ee1 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/a86f9c96bf134c23b6bcaffb3ab29ee1 2024-11-18T05:20:03,397 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/a86f9c96bf134c23b6bcaffb3ab29ee1, entries=150, sequenceid=77, filesize=11.7 K 2024-11-18T05:20:03,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/80f636729aa947bbb271e95f3a625b86 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/80f636729aa947bbb271e95f3a625b86 2024-11-18T05:20:03,401 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/80f636729aa947bbb271e95f3a625b86, entries=150, sequenceid=77, filesize=11.7 K 2024-11-18T05:20:03,402 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 6bb1582a2c823c351e87e70acf897311 in 455ms, sequenceid=77, compaction requested=false 2024-11-18T05:20:03,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:03,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:03,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-18T05:20:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-18T05:20:03,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-18T05:20:03,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0660 sec 2024-11-18T05:20:03,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.0700 sec 2024-11-18T05:20:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-18T05:20:03,441 INFO [Thread-1906 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-18T05:20:03,442 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-18T05:20:03,443 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-18T05:20:03,444 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:03,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:03,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T05:20:03,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:03,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:03,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:03,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:03,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:03,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:03,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/ae5f7a4c36034bd2a589a4ea9639a5e6 is 50, key is test_row_0/A:col10/1731907203201/Put/seqid=0 2024-11-18T05:20:03,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742262_1438 (size=14341) 2024-11-18T05:20:03,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907263537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907263538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907263538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-18T05:20:03,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907263539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,595 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-18T05:20:03,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:03,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:03,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:03,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:03,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:03,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907263644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907263645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907263645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907263645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-18T05:20:03,748 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-18T05:20:03,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:03,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:03,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:03,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:03,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:03,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907263849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907263850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907263850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907263850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,901 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:03,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-18T05:20:03,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:03,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:03,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:03,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:03,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:03,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/ae5f7a4c36034bd2a589a4ea9639a5e6 2024-11-18T05:20:03,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/88066285af014ef2b35de51362f356a2 is 50, key is test_row_0/B:col10/1731907203201/Put/seqid=0 2024-11-18T05:20:03,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742263_1439 (size=12001) 2024-11-18T05:20:03,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/88066285af014ef2b35de51362f356a2 2024-11-18T05:20:03,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/6e745931cf6642ddabbb7c244bc3a3f3 is 50, key is test_row_0/C:col10/1731907203201/Put/seqid=0 2024-11-18T05:20:03,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742264_1440 (size=12001) 2024-11-18T05:20:03,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/6e745931cf6642ddabbb7c244bc3a3f3 2024-11-18T05:20:03,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/ae5f7a4c36034bd2a589a4ea9639a5e6 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/ae5f7a4c36034bd2a589a4ea9639a5e6 2024-11-18T05:20:03,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/ae5f7a4c36034bd2a589a4ea9639a5e6, entries=200, sequenceid=91, filesize=14.0 K 2024-11-18T05:20:03,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/88066285af014ef2b35de51362f356a2 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/88066285af014ef2b35de51362f356a2 2024-11-18T05:20:03,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/88066285af014ef2b35de51362f356a2, entries=150, sequenceid=91, filesize=11.7 K 2024-11-18T05:20:03,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/6e745931cf6642ddabbb7c244bc3a3f3 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/6e745931cf6642ddabbb7c244bc3a3f3 2024-11-18T05:20:03,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/6e745931cf6642ddabbb7c244bc3a3f3, entries=150, sequenceid=91, filesize=11.7 K 2024-11-18T05:20:03,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6bb1582a2c823c351e87e70acf897311 in 451ms, sequenceid=91, compaction requested=true 2024-11-18T05:20:03,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:03,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:20:03,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:03,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:20:03,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:03,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:20:03,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:03,959 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:03,959 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:03,960 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:03,960 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:03,960 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/A is initiating minor compaction (all files) 2024-11-18T05:20:03,960 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/B is initiating minor compaction (all files) 2024-11-18T05:20:03,960 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/A in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:03,960 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/B in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:03,960 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/616684b0f2404df697fdac0b017d3198, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/7522574a593f4572a69b38a37720a1e9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/ae5f7a4c36034bd2a589a4ea9639a5e6] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=37.5 K 2024-11-18T05:20:03,960 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/e675ebeacb114f189bbba5e01e09fb1f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/a86f9c96bf134c23b6bcaffb3ab29ee1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/88066285af014ef2b35de51362f356a2] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=35.3 K 2024-11-18T05:20:03,961 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 616684b0f2404df697fdac0b017d3198, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731907201418 2024-11-18T05:20:03,961 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting e675ebeacb114f189bbba5e01e09fb1f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731907201418 2024-11-18T05:20:03,961 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7522574a593f4572a69b38a37720a1e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731907202061 2024-11-18T05:20:03,961 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting a86f9c96bf134c23b6bcaffb3ab29ee1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731907202061 2024-11-18T05:20:03,961 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 88066285af014ef2b35de51362f356a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731907203191 2024-11-18T05:20:03,961 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae5f7a4c36034bd2a589a4ea9639a5e6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731907203191 2024-11-18T05:20:03,970 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#B#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:03,970 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/0de17ffcc4954c68a112f7c9ece50292 is 50, key is test_row_0/B:col10/1731907203201/Put/seqid=0 2024-11-18T05:20:03,971 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#A#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:03,971 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/ccc831bb25c84c16bef90c8f252e1f6b is 50, key is test_row_0/A:col10/1731907203201/Put/seqid=0 2024-11-18T05:20:03,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742265_1441 (size=12207) 2024-11-18T05:20:03,988 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/0de17ffcc4954c68a112f7c9ece50292 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/0de17ffcc4954c68a112f7c9ece50292 2024-11-18T05:20:03,992 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/B of 6bb1582a2c823c351e87e70acf897311 into 0de17ffcc4954c68a112f7c9ece50292(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:03,992 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:03,993 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/B, priority=13, startTime=1731907203959; duration=0sec 2024-11-18T05:20:03,993 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:03,993 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:B 2024-11-18T05:20:03,993 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:03,993 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:03,994 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/C is initiating minor compaction (all files) 2024-11-18T05:20:03,994 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/C in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:03,994 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/2c5d67c35361431781ee93f35074e890, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/80f636729aa947bbb271e95f3a625b86, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/6e745931cf6642ddabbb7c244bc3a3f3] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=35.3 K 2024-11-18T05:20:03,994 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c5d67c35361431781ee93f35074e890, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731907201418 2024-11-18T05:20:03,994 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 80f636729aa947bbb271e95f3a625b86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731907202061 2024-11-18T05:20:03,995 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e745931cf6642ddabbb7c244bc3a3f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731907203191 2024-11-18T05:20:03,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742266_1442 (size=12207) 2024-11-18T05:20:04,001 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#C#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:04,002 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/7923abaf31dd4da48600676a361c5995 is 50, key is test_row_0/C:col10/1731907203201/Put/seqid=0 2024-11-18T05:20:04,004 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/ccc831bb25c84c16bef90c8f252e1f6b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/ccc831bb25c84c16bef90c8f252e1f6b 2024-11-18T05:20:04,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742267_1443 (size=12207) 2024-11-18T05:20:04,010 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/A of 6bb1582a2c823c351e87e70acf897311 into ccc831bb25c84c16bef90c8f252e1f6b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:04,010 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:04,010 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/A, priority=13, startTime=1731907203959; duration=0sec 2024-11-18T05:20:04,010 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:04,010 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:A 2024-11-18T05:20:04,011 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/7923abaf31dd4da48600676a361c5995 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/7923abaf31dd4da48600676a361c5995 2024-11-18T05:20:04,016 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/C of 6bb1582a2c823c351e87e70acf897311 into 7923abaf31dd4da48600676a361c5995(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:04,016 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:04,016 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/C, priority=13, startTime=1731907203959; duration=0sec 2024-11-18T05:20:04,016 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:04,016 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:C 2024-11-18T05:20:04,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-18T05:20:04,053 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:04,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-18T05:20:04,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:04,054 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T05:20:04,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:04,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:04,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:04,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:04,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:04,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:04,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/8502c8f8d0d64a28b746457fac359aca is 50, key is test_row_0/A:col10/1731907203536/Put/seqid=0 2024-11-18T05:20:04,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742268_1444 (size=12001) 2024-11-18T05:20:04,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:04,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:04,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907264162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:04,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:04,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907264163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907264164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:04,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907264166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:04,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907264204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:04,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907264267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:04,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907264269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:04,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:04,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907264270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907264270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:04,464 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/8502c8f8d0d64a28b746457fac359aca 2024-11-18T05:20:04,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/a728ebcc130c4a2c9dd355251f0224bf is 50, key is test_row_0/B:col10/1731907203536/Put/seqid=0 2024-11-18T05:20:04,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907264470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:04,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742269_1445 (size=12001) 2024-11-18T05:20:04,476 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/a728ebcc130c4a2c9dd355251f0224bf 2024-11-18T05:20:04,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907264474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:04,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907264476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:04,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907264476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:04,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/8c7e9c84246d4fe084cee642e8bcdc2b is 50, key is test_row_0/C:col10/1731907203536/Put/seqid=0 2024-11-18T05:20:04,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742270_1446 (size=12001) 2024-11-18T05:20:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-18T05:20:04,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907264775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:04,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907264777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:04,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907264780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:04,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907264780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:04,888 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/8c7e9c84246d4fe084cee642e8bcdc2b 2024-11-18T05:20:04,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/8502c8f8d0d64a28b746457fac359aca as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/8502c8f8d0d64a28b746457fac359aca 2024-11-18T05:20:04,895 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/8502c8f8d0d64a28b746457fac359aca, entries=150, sequenceid=117, filesize=11.7 K 2024-11-18T05:20:04,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/a728ebcc130c4a2c9dd355251f0224bf as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/a728ebcc130c4a2c9dd355251f0224bf 2024-11-18T05:20:04,899 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/a728ebcc130c4a2c9dd355251f0224bf, entries=150, sequenceid=117, filesize=11.7 K 2024-11-18T05:20:04,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/8c7e9c84246d4fe084cee642e8bcdc2b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/8c7e9c84246d4fe084cee642e8bcdc2b 2024-11-18T05:20:04,903 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/8c7e9c84246d4fe084cee642e8bcdc2b, entries=150, sequenceid=117, filesize=11.7 K 2024-11-18T05:20:04,904 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6bb1582a2c823c351e87e70acf897311 in 849ms, sequenceid=117, compaction requested=false 2024-11-18T05:20:04,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:04,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:04,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-18T05:20:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-18T05:20:04,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-18T05:20:04,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4610 sec 2024-11-18T05:20:04,907 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.4640 sec 2024-11-18T05:20:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:05,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T05:20:05,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:05,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:05,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:05,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:05,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:05,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:05,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/204873f252324abeac9d36e080a32f03 is 50, key is test_row_0/A:col10/1731907204165/Put/seqid=0 2024-11-18T05:20:05,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742271_1447 (size=14441) 2024-11-18T05:20:05,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/204873f252324abeac9d36e080a32f03 2024-11-18T05:20:05,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/a0323d6f5b704202b4a92d6b843f1e4a is 50, key is test_row_0/B:col10/1731907204165/Put/seqid=0 2024-11-18T05:20:05,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742272_1448 (size=12101) 2024-11-18T05:20:05,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907265308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:05,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907265309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:05,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907265312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:05,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907265313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:05,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907265414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:05,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907265414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:05,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907265417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:05,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907265417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-18T05:20:05,547 INFO [Thread-1906 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-18T05:20:05,548 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-18T05:20:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-18T05:20:05,550 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:05,550 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:05,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:05,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:05,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907265617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907265618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:05,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907265622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:05,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907265622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-18T05:20:05,702 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:05,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-18T05:20:05,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:05,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:05,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:05,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/a0323d6f5b704202b4a92d6b843f1e4a 2024-11-18T05:20:05,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:05,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:05,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/6cfa8b35e6c24ee2b9f53e39b7f175dd is 50, key is test_row_0/C:col10/1731907204165/Put/seqid=0 2024-11-18T05:20:05,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742273_1449 (size=12101) 2024-11-18T05:20:05,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-18T05:20:05,855 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:05,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-18T05:20:05,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:05,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:05,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:05,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:05,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:05,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:05,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907265924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:05,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907265924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:05,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:05,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907265924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:05,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:05,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907265925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:06,007 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:06,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-18T05:20:06,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:06,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:06,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:06,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:06,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:06,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/6cfa8b35e6c24ee2b9f53e39b7f175dd 2024-11-18T05:20:06,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/204873f252324abeac9d36e080a32f03 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/204873f252324abeac9d36e080a32f03 2024-11-18T05:20:06,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/204873f252324abeac9d36e080a32f03, entries=200, sequenceid=131, filesize=14.1 K 2024-11-18T05:20:06,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/a0323d6f5b704202b4a92d6b843f1e4a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/a0323d6f5b704202b4a92d6b843f1e4a 2024-11-18T05:20:06,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/a0323d6f5b704202b4a92d6b843f1e4a, entries=150, sequenceid=131, filesize=11.8 K 2024-11-18T05:20:06,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/6cfa8b35e6c24ee2b9f53e39b7f175dd as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/6cfa8b35e6c24ee2b9f53e39b7f175dd 2024-11-18T05:20:06,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/6cfa8b35e6c24ee2b9f53e39b7f175dd, entries=150, sequenceid=131, filesize=11.8 K 2024-11-18T05:20:06,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6bb1582a2c823c351e87e70acf897311 in 846ms, sequenceid=131, compaction requested=true 2024-11-18T05:20:06,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:06,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:20:06,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:06,130 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:06,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:20:06,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:06,130 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:06,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:20:06,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:06,131 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:06,131 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:06,131 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/B is initiating minor compaction (all files) 2024-11-18T05:20:06,131 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/A is initiating minor compaction (all files) 2024-11-18T05:20:06,131 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/B in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:06,131 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/A in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:06,131 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/0de17ffcc4954c68a112f7c9ece50292, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/a728ebcc130c4a2c9dd355251f0224bf, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/a0323d6f5b704202b4a92d6b843f1e4a] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=35.5 K 2024-11-18T05:20:06,131 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/ccc831bb25c84c16bef90c8f252e1f6b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/8502c8f8d0d64a28b746457fac359aca, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/204873f252324abeac9d36e080a32f03] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=37.7 K 2024-11-18T05:20:06,131 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccc831bb25c84c16bef90c8f252e1f6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731907203191 2024-11-18T05:20:06,131 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 0de17ffcc4954c68a112f7c9ece50292, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731907203191 2024-11-18T05:20:06,132 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8502c8f8d0d64a28b746457fac359aca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731907203532 2024-11-18T05:20:06,132 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting a728ebcc130c4a2c9dd355251f0224bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731907203532 2024-11-18T05:20:06,132 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 204873f252324abeac9d36e080a32f03, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731907204158 2024-11-18T05:20:06,132 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting a0323d6f5b704202b4a92d6b843f1e4a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731907204158 2024-11-18T05:20:06,139 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#B#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:06,140 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/7926564c52e046d2b15416324ee3c127 is 50, key is test_row_0/B:col10/1731907204165/Put/seqid=0 2024-11-18T05:20:06,142 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#A#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:06,142 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/5da8dcb128e742eb93bbd7b3d9e4d297 is 50, key is test_row_0/A:col10/1731907204165/Put/seqid=0 2024-11-18T05:20:06,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742274_1450 (size=12409) 2024-11-18T05:20:06,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742275_1451 (size=12409) 2024-11-18T05:20:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-18T05:20:06,160 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:06,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-18T05:20:06,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:06,161 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-18T05:20:06,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:06,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:06,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:06,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:06,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:06,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:06,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/dab3fdba263a4ba7a60ec7a3e820d6c6 is 50, key is test_row_0/A:col10/1731907205311/Put/seqid=0 2024-11-18T05:20:06,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742276_1452 (size=12151) 2024-11-18T05:20:06,169 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/dab3fdba263a4ba7a60ec7a3e820d6c6 2024-11-18T05:20:06,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/0e13d98de6ae4ff7a3e048f731cc4058 is 50, key is test_row_0/B:col10/1731907205311/Put/seqid=0 2024-11-18T05:20:06,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742277_1453 (size=12151) 2024-11-18T05:20:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:06,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:06,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907266259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:06,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907266361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:06,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907266425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:06,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907266428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:06,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907266430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:06,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907266433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:06,550 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/7926564c52e046d2b15416324ee3c127 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/7926564c52e046d2b15416324ee3c127 2024-11-18T05:20:06,551 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/5da8dcb128e742eb93bbd7b3d9e4d297 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/5da8dcb128e742eb93bbd7b3d9e4d297 2024-11-18T05:20:06,555 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/B of 6bb1582a2c823c351e87e70acf897311 into 7926564c52e046d2b15416324ee3c127(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:06,555 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:06,555 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/B, priority=13, startTime=1731907206130; duration=0sec 2024-11-18T05:20:06,555 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:06,555 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:B 2024-11-18T05:20:06,555 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:06,556 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/A of 6bb1582a2c823c351e87e70acf897311 into 5da8dcb128e742eb93bbd7b3d9e4d297(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:06,556 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:06,556 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/A, priority=13, startTime=1731907206130; duration=0sec 2024-11-18T05:20:06,556 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:06,556 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:A 2024-11-18T05:20:06,556 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:06,556 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/C is initiating minor compaction (all files) 2024-11-18T05:20:06,557 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/C in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:06,557 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/7923abaf31dd4da48600676a361c5995, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/8c7e9c84246d4fe084cee642e8bcdc2b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/6cfa8b35e6c24ee2b9f53e39b7f175dd] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=35.5 K 2024-11-18T05:20:06,557 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 7923abaf31dd4da48600676a361c5995, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731907203191 2024-11-18T05:20:06,557 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c7e9c84246d4fe084cee642e8bcdc2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731907203532 2024-11-18T05:20:06,558 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cfa8b35e6c24ee2b9f53e39b7f175dd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731907204158 2024-11-18T05:20:06,564 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#C#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:06,564 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/52b558a324e7468a9a22b71cd092b39c is 50, key is test_row_0/C:col10/1731907204165/Put/seqid=0 2024-11-18T05:20:06,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907266565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:06,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742278_1454 (size=12409) 2024-11-18T05:20:06,573 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/52b558a324e7468a9a22b71cd092b39c as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/52b558a324e7468a9a22b71cd092b39c 2024-11-18T05:20:06,577 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/C of 6bb1582a2c823c351e87e70acf897311 into 52b558a324e7468a9a22b71cd092b39c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:06,577 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:06,577 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/C, priority=13, startTime=1731907206130; duration=0sec 2024-11-18T05:20:06,577 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:06,577 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:C 2024-11-18T05:20:06,580 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/0e13d98de6ae4ff7a3e048f731cc4058 2024-11-18T05:20:06,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/f169b048efeb4a1e8761484b763575d5 is 50, key is test_row_0/C:col10/1731907205311/Put/seqid=0 2024-11-18T05:20:06,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742279_1455 (size=12151) 2024-11-18T05:20:06,590 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/f169b048efeb4a1e8761484b763575d5 2024-11-18T05:20:06,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/dab3fdba263a4ba7a60ec7a3e820d6c6 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/dab3fdba263a4ba7a60ec7a3e820d6c6 2024-11-18T05:20:06,597 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/dab3fdba263a4ba7a60ec7a3e820d6c6, entries=150, sequenceid=153, filesize=11.9 K 2024-11-18T05:20:06,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/0e13d98de6ae4ff7a3e048f731cc4058 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/0e13d98de6ae4ff7a3e048f731cc4058 2024-11-18T05:20:06,601 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/0e13d98de6ae4ff7a3e048f731cc4058, entries=150, sequenceid=153, filesize=11.9 K 2024-11-18T05:20:06,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/f169b048efeb4a1e8761484b763575d5 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/f169b048efeb4a1e8761484b763575d5 2024-11-18T05:20:06,605 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/f169b048efeb4a1e8761484b763575d5, entries=150, sequenceid=153, filesize=11.9 K 2024-11-18T05:20:06,605 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6bb1582a2c823c351e87e70acf897311 in 444ms, sequenceid=153, compaction requested=false 2024-11-18T05:20:06,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:06,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:06,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-18T05:20:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-18T05:20:06,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-18T05:20:06,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0560 sec 2024-11-18T05:20:06,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.0590 sec 2024-11-18T05:20:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-18T05:20:06,653 INFO [Thread-1906 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-18T05:20:06,654 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-18T05:20:06,655 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-18T05:20:06,656 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:06,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-18T05:20:06,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:06,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-18T05:20:06,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:06,808 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T05:20:06,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:06,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:06,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:06,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:06,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:06,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:06,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/65e2f1813d304d728d8ef27653d38711 is 50, key is test_row_0/A:col10/1731907206258/Put/seqid=0 2024-11-18T05:20:06,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742280_1456 (size=12151) 2024-11-18T05:20:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:06,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-18T05:20:06,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907266972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:07,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907267077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:07,217 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/65e2f1813d304d728d8ef27653d38711 2024-11-18T05:20:07,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/bf91ff224b2447a193f2e7847ca988b5 is 50, key is test_row_0/B:col10/1731907206258/Put/seqid=0 2024-11-18T05:20:07,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742281_1457 (size=12151) 2024-11-18T05:20:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-18T05:20:07,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907267280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:07,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907267435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:07,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907267437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:07,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907267437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:07,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907267438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:07,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907267584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:07,629 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/bf91ff224b2447a193f2e7847ca988b5 2024-11-18T05:20:07,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/19b1bb4a73a84e03b2bcd7a753c8c056 is 50, key is test_row_0/C:col10/1731907206258/Put/seqid=0 2024-11-18T05:20:07,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742282_1458 (size=12151) 2024-11-18T05:20:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-18T05:20:08,041 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/19b1bb4a73a84e03b2bcd7a753c8c056 2024-11-18T05:20:08,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/65e2f1813d304d728d8ef27653d38711 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/65e2f1813d304d728d8ef27653d38711 2024-11-18T05:20:08,048 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/65e2f1813d304d728d8ef27653d38711, entries=150, sequenceid=170, filesize=11.9 K 2024-11-18T05:20:08,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/bf91ff224b2447a193f2e7847ca988b5 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/bf91ff224b2447a193f2e7847ca988b5 2024-11-18T05:20:08,052 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/bf91ff224b2447a193f2e7847ca988b5, entries=150, sequenceid=170, filesize=11.9 K 2024-11-18T05:20:08,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/19b1bb4a73a84e03b2bcd7a753c8c056 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/19b1bb4a73a84e03b2bcd7a753c8c056 2024-11-18T05:20:08,061 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/19b1bb4a73a84e03b2bcd7a753c8c056, entries=150, sequenceid=170, filesize=11.9 K 2024-11-18T05:20:08,061 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6bb1582a2c823c351e87e70acf897311 in 1253ms, sequenceid=170, compaction requested=true 2024-11-18T05:20:08,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:08,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:08,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-18T05:20:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-18T05:20:08,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-18T05:20:08,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-11-18T05:20:08,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.4100 sec 2024-11-18T05:20:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:08,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T05:20:08,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:08,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:08,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:08,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:08,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:08,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:08,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/cda149384bf64d4ab9c2d2a332e5fbff is 50, key is test_row_0/A:col10/1731907206971/Put/seqid=0 2024-11-18T05:20:08,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742283_1459 (size=14541) 2024-11-18T05:20:08,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907268137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:08,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907268241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:08,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907268446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:08,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/cda149384bf64d4ab9c2d2a332e5fbff 2024-11-18T05:20:08,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/2b9909b1327b4db69d61abd9405e9fa4 is 50, key is test_row_0/B:col10/1731907206971/Put/seqid=0 2024-11-18T05:20:08,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742284_1460 (size=12151) 2024-11-18T05:20:08,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907268750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-18T05:20:08,759 INFO [Thread-1906 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-18T05:20:08,760 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-18T05:20:08,764 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-18T05:20:08,765 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:08,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-18T05:20:08,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/2b9909b1327b4db69d61abd9405e9fa4 2024-11-18T05:20:08,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/9b64fb57ad3a46d2abc345290d9dd513 is 50, key is test_row_0/C:col10/1731907206971/Put/seqid=0 2024-11-18T05:20:08,916 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:08,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-18T05:20:08,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:08,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:08,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:08,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:08,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:08,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742285_1461 (size=12151) 2024-11-18T05:20:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-18T05:20:09,069 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:09,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-18T05:20:09,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:09,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:09,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:09,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:09,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:09,222 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:09,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-18T05:20:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:09,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:09,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:09,224 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34605 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=7cf745f7364a,40727,1731907076066, table=TestAcidGuarantees, region=6bb1582a2c823c351e87e70acf897311. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T05:20:09,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907269255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:09,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/9b64fb57ad3a46d2abc345290d9dd513 2024-11-18T05:20:09,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/cda149384bf64d4ab9c2d2a332e5fbff as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/cda149384bf64d4ab9c2d2a332e5fbff 2024-11-18T05:20:09,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/cda149384bf64d4ab9c2d2a332e5fbff, entries=200, sequenceid=193, filesize=14.2 K 2024-11-18T05:20:09,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/2b9909b1327b4db69d61abd9405e9fa4 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/2b9909b1327b4db69d61abd9405e9fa4 2024-11-18T05:20:09,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/2b9909b1327b4db69d61abd9405e9fa4, entries=150, sequenceid=193, filesize=11.9 K 2024-11-18T05:20:09,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/9b64fb57ad3a46d2abc345290d9dd513 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/9b64fb57ad3a46d2abc345290d9dd513 2024-11-18T05:20:09,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/9b64fb57ad3a46d2abc345290d9dd513, entries=150, sequenceid=193, filesize=11.9 K 2024-11-18T05:20:09,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6bb1582a2c823c351e87e70acf897311 in 1252ms, sequenceid=193, compaction requested=true 2024-11-18T05:20:09,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:09,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:20:09,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:09,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:20:09,342 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:20:09,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:09,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:20:09,342 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:20:09,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:09,343 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51252 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:20:09,343 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:20:09,343 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/B is initiating minor compaction (all files) 2024-11-18T05:20:09,343 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/A is initiating minor compaction (all files) 2024-11-18T05:20:09,344 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/A in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:09,344 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/B in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:09,344 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/5da8dcb128e742eb93bbd7b3d9e4d297, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/dab3fdba263a4ba7a60ec7a3e820d6c6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/65e2f1813d304d728d8ef27653d38711, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/cda149384bf64d4ab9c2d2a332e5fbff] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=50.1 K 2024-11-18T05:20:09,344 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/7926564c52e046d2b15416324ee3c127, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/0e13d98de6ae4ff7a3e048f731cc4058, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/bf91ff224b2447a193f2e7847ca988b5, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/2b9909b1327b4db69d61abd9405e9fa4] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=47.7 K 2024-11-18T05:20:09,344 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5da8dcb128e742eb93bbd7b3d9e4d297, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731907204158 2024-11-18T05:20:09,344 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 7926564c52e046d2b15416324ee3c127, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731907204158 2024-11-18T05:20:09,344 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e13d98de6ae4ff7a3e048f731cc4058, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731907205307 2024-11-18T05:20:09,344 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting dab3fdba263a4ba7a60ec7a3e820d6c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731907205307 2024-11-18T05:20:09,345 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65e2f1813d304d728d8ef27653d38711, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731907206238 2024-11-18T05:20:09,345 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting bf91ff224b2447a193f2e7847ca988b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731907206238 2024-11-18T05:20:09,345 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting cda149384bf64d4ab9c2d2a332e5fbff, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731907206953 2024-11-18T05:20:09,345 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b9909b1327b4db69d61abd9405e9fa4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731907206953 2024-11-18T05:20:09,352 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#A#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:09,353 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/e5862f365be7464c8e7ae20a755b899b is 50, key is test_row_0/A:col10/1731907206971/Put/seqid=0 2024-11-18T05:20:09,354 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#B#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:09,355 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/73622663db3e4a9fb16c5386283c93fb is 50, key is test_row_0/B:col10/1731907206971/Put/seqid=0 2024-11-18T05:20:09,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742286_1462 (size=12595) 2024-11-18T05:20:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-18T05:20:09,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742287_1463 (size=12595) 2024-11-18T05:20:09,374 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:09,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-18T05:20:09,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:09,375 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T05:20:09,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:09,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:09,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:09,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:09,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:09,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:09,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/f0fd7fae92f547a597f569129ddd5ab8 is 50, key is test_row_0/A:col10/1731907208136/Put/seqid=0 2024-11-18T05:20:09,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742288_1464 (size=12151) 2024-11-18T05:20:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:09,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:09,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907269481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:09,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907269482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:09,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907269483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:09,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907269484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:09,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907269589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:09,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907269589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:09,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907269589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:09,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907269589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:09,766 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/e5862f365be7464c8e7ae20a755b899b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/e5862f365be7464c8e7ae20a755b899b 2024-11-18T05:20:09,770 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/A of 6bb1582a2c823c351e87e70acf897311 into e5862f365be7464c8e7ae20a755b899b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:09,770 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:09,771 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/A, priority=12, startTime=1731907209342; duration=0sec 2024-11-18T05:20:09,771 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:09,771 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:A 2024-11-18T05:20:09,771 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:20:09,772 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/73622663db3e4a9fb16c5386283c93fb as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/73622663db3e4a9fb16c5386283c93fb 2024-11-18T05:20:09,772 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:20:09,772 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/C is initiating minor compaction (all files) 2024-11-18T05:20:09,772 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/C in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:09,772 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/52b558a324e7468a9a22b71cd092b39c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/f169b048efeb4a1e8761484b763575d5, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/19b1bb4a73a84e03b2bcd7a753c8c056, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/9b64fb57ad3a46d2abc345290d9dd513] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=47.7 K 2024-11-18T05:20:09,773 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52b558a324e7468a9a22b71cd092b39c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731907204158 2024-11-18T05:20:09,773 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting f169b048efeb4a1e8761484b763575d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731907205307 2024-11-18T05:20:09,773 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19b1bb4a73a84e03b2bcd7a753c8c056, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731907206238 2024-11-18T05:20:09,774 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b64fb57ad3a46d2abc345290d9dd513, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731907206953 2024-11-18T05:20:09,776 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/B of 6bb1582a2c823c351e87e70acf897311 into 73622663db3e4a9fb16c5386283c93fb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:09,776 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:09,776 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/B, priority=12, startTime=1731907209342; duration=0sec 2024-11-18T05:20:09,776 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:09,776 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:B 2024-11-18T05:20:09,781 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#C#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:09,781 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/26f77da164bc436c818304325542f1a7 is 50, key is test_row_0/C:col10/1731907206971/Put/seqid=0 2024-11-18T05:20:09,782 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/f0fd7fae92f547a597f569129ddd5ab8 2024-11-18T05:20:09,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742289_1465 (size=12595) 2024-11-18T05:20:09,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/bf9215a092844202a97eaae45c8a2a8b is 50, key is test_row_0/B:col10/1731907208136/Put/seqid=0 2024-11-18T05:20:09,796 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/26f77da164bc436c818304325542f1a7 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/26f77da164bc436c818304325542f1a7 2024-11-18T05:20:09,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742290_1466 (size=12151) 2024-11-18T05:20:09,798 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/bf9215a092844202a97eaae45c8a2a8b 2024-11-18T05:20:09,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907269795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:09,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907269795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:09,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907269795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:09,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907269795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:09,803 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/C of 6bb1582a2c823c351e87e70acf897311 into 26f77da164bc436c818304325542f1a7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:09,803 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:09,803 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/C, priority=12, startTime=1731907209342; duration=0sec 2024-11-18T05:20:09,803 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:09,803 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:C 2024-11-18T05:20:09,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/f736eb3738b445799bd2f28ceb495805 is 50, key is test_row_0/C:col10/1731907208136/Put/seqid=0 2024-11-18T05:20:09,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742291_1467 (size=12151) 2024-11-18T05:20:09,811 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/f736eb3738b445799bd2f28ceb495805 2024-11-18T05:20:09,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/f0fd7fae92f547a597f569129ddd5ab8 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/f0fd7fae92f547a597f569129ddd5ab8 2024-11-18T05:20:09,818 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/f0fd7fae92f547a597f569129ddd5ab8, entries=150, sequenceid=206, filesize=11.9 K 2024-11-18T05:20:09,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/bf9215a092844202a97eaae45c8a2a8b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/bf9215a092844202a97eaae45c8a2a8b 2024-11-18T05:20:09,823 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/bf9215a092844202a97eaae45c8a2a8b, entries=150, sequenceid=206, filesize=11.9 K 2024-11-18T05:20:09,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/f736eb3738b445799bd2f28ceb495805 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/f736eb3738b445799bd2f28ceb495805 2024-11-18T05:20:09,827 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/f736eb3738b445799bd2f28ceb495805, entries=150, sequenceid=206, filesize=11.9 K 2024-11-18T05:20:09,828 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6bb1582a2c823c351e87e70acf897311 in 453ms, sequenceid=206, compaction requested=false 2024-11-18T05:20:09,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:09,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:09,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-18T05:20:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-18T05:20:09,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-18T05:20:09,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0640 sec 2024-11-18T05:20:09,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.0710 sec 2024-11-18T05:20:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-18T05:20:09,868 INFO [Thread-1906 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-18T05:20:09,869 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-18T05:20:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-18T05:20:09,870 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:09,870 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:09,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-18T05:20:10,022 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:10,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-18T05:20:10,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:10,023 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T05:20:10,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:10,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:10,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:10,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:10,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:10,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:10,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/66e9d9bc98e745ddaaa40c63947a823d is 50, key is test_row_0/A:col10/1731907209476/Put/seqid=0 2024-11-18T05:20:10,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742292_1468 (size=12151) 2024-11-18T05:20:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:10,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:10,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907270110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:10,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907270110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:10,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907270113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:10,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907270115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-18T05:20:10,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907270216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:10,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907270216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:10,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907270217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:10,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907270221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:10,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907270264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:10,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907270419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:10,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907270419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:10,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907270422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:10,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907270423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:10,432 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/66e9d9bc98e745ddaaa40c63947a823d 2024-11-18T05:20:10,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/e9c7ccb707b344b8890d9248d2c0dd95 is 50, key is test_row_0/B:col10/1731907209476/Put/seqid=0 2024-11-18T05:20:10,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742293_1469 (size=12151) 2024-11-18T05:20:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-18T05:20:10,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907270723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:10,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907270724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:10,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907270727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:10,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907270728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:10,843 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/e9c7ccb707b344b8890d9248d2c0dd95 2024-11-18T05:20:10,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/04402c0c3fd54478bc1ae43c3f1ce8d4 is 50, key is test_row_0/C:col10/1731907209476/Put/seqid=0 2024-11-18T05:20:10,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742294_1470 (size=12151) 2024-11-18T05:20:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-18T05:20:11,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907271228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:11,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907271231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:11,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907271234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:11,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907271234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:11,255 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/04402c0c3fd54478bc1ae43c3f1ce8d4 2024-11-18T05:20:11,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/66e9d9bc98e745ddaaa40c63947a823d as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/66e9d9bc98e745ddaaa40c63947a823d 2024-11-18T05:20:11,262 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/66e9d9bc98e745ddaaa40c63947a823d, entries=150, sequenceid=232, filesize=11.9 K 2024-11-18T05:20:11,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/e9c7ccb707b344b8890d9248d2c0dd95 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/e9c7ccb707b344b8890d9248d2c0dd95 2024-11-18T05:20:11,266 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/e9c7ccb707b344b8890d9248d2c0dd95, entries=150, sequenceid=232, filesize=11.9 K 2024-11-18T05:20:11,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/04402c0c3fd54478bc1ae43c3f1ce8d4 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/04402c0c3fd54478bc1ae43c3f1ce8d4 2024-11-18T05:20:11,270 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/04402c0c3fd54478bc1ae43c3f1ce8d4, entries=150, sequenceid=232, filesize=11.9 K 2024-11-18T05:20:11,270 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6bb1582a2c823c351e87e70acf897311 in 1248ms, sequenceid=232, compaction requested=true 2024-11-18T05:20:11,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:11,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:11,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-18T05:20:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-18T05:20:11,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-18T05:20:11,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4010 sec 2024-11-18T05:20:11,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.4040 sec 2024-11-18T05:20:11,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-18T05:20:11,974 INFO [Thread-1906 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-18T05:20:11,975 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-18T05:20:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-18T05:20:11,976 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:11,977 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:11,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-18T05:20:12,128 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:12,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T05:20:12,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:12,129 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T05:20:12,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:12,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:12,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:12,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:12,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:12,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:12,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/8c384c2217e049a1b6b8245c7fa6888c is 50, key is test_row_0/A:col10/1731907210109/Put/seqid=0 2024-11-18T05:20:12,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742295_1471 (size=12151) 2024-11-18T05:20:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:12,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-18T05:20:12,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:12,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907272278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907272279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:12,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907272280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:12,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907272281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:12,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907272286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:12,289 DEBUG [Thread-1904 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., hostname=7cf745f7364a,40727,1731907076066, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:20:12,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:12,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907272385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907272385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:12,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:12,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907272385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907272386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:12,538 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/8c384c2217e049a1b6b8245c7fa6888c 2024-11-18T05:20:12,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/b8d38ccae72e4fb18b1053fc2920c62b is 50, key is test_row_0/B:col10/1731907210109/Put/seqid=0 2024-11-18T05:20:12,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742296_1472 (size=12151) 2024-11-18T05:20:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-18T05:20:12,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907272591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:12,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907272591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:12,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:12,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907272592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907272592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:12,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907272897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:12,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907272897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:12,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907272898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:12,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:12,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907272899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:12,948 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/b8d38ccae72e4fb18b1053fc2920c62b 2024-11-18T05:20:12,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/d41e52fb693f4d8cbceedb9268d67358 is 50, key is test_row_0/C:col10/1731907210109/Put/seqid=0 2024-11-18T05:20:12,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742297_1473 (size=12151) 2024-11-18T05:20:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-18T05:20:13,359 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/d41e52fb693f4d8cbceedb9268d67358 2024-11-18T05:20:13,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/8c384c2217e049a1b6b8245c7fa6888c as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/8c384c2217e049a1b6b8245c7fa6888c 2024-11-18T05:20:13,366 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/8c384c2217e049a1b6b8245c7fa6888c, entries=150, sequenceid=245, filesize=11.9 K 2024-11-18T05:20:13,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/b8d38ccae72e4fb18b1053fc2920c62b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/b8d38ccae72e4fb18b1053fc2920c62b 2024-11-18T05:20:13,370 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/b8d38ccae72e4fb18b1053fc2920c62b, entries=150, sequenceid=245, filesize=11.9 K 2024-11-18T05:20:13,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/d41e52fb693f4d8cbceedb9268d67358 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/d41e52fb693f4d8cbceedb9268d67358 2024-11-18T05:20:13,374 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/d41e52fb693f4d8cbceedb9268d67358, entries=150, sequenceid=245, filesize=11.9 K 2024-11-18T05:20:13,375 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6bb1582a2c823c351e87e70acf897311 in 1245ms, sequenceid=245, compaction requested=true 2024-11-18T05:20:13,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:13,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:13,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-18T05:20:13,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-18T05:20:13,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-18T05:20:13,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3990 sec 2024-11-18T05:20:13,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.4030 sec 2024-11-18T05:20:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:13,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T05:20:13,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:13,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:13,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:13,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:13,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:13,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:13,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/6387aad346df4b279febd6a95db9231a is 50, key is test_row_0/A:col10/1731907213405/Put/seqid=0 2024-11-18T05:20:13,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742298_1474 (size=17181) 2024-11-18T05:20:13,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907273414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:13,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907273415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:13,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907273419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:13,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:13,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907273421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:13,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907273522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:13,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907273522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:13,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907273524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:13,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907273528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:13,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907273727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:13,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907273729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:13,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907273731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:13,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907273734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:13,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/6387aad346df4b279febd6a95db9231a 2024-11-18T05:20:13,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/6835888d1d024191ac7692d37ff220bd is 50, key is test_row_0/B:col10/1731907213405/Put/seqid=0 2024-11-18T05:20:13,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742299_1475 (size=12301) 2024-11-18T05:20:14,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907274031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:14,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907274036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:14,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907274036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:14,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907274036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-18T05:20:14,080 INFO [Thread-1906 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-18T05:20:14,081 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-18T05:20:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-18T05:20:14,082 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:14,083 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:14,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-18T05:20:14,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/6835888d1d024191ac7692d37ff220bd 2024-11-18T05:20:14,234 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:14,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-18T05:20:14,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:14,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:14,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:14,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:14,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/54829656f4114d2694acfa838c4451af is 50, key is test_row_0/C:col10/1731907213405/Put/seqid=0 2024-11-18T05:20:14,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:14,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742300_1476 (size=12301) 2024-11-18T05:20:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-18T05:20:14,387 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:14,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-18T05:20:14,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:14,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:14,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:14,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:14,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:14,540 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:14,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-18T05:20:14,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:14,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:14,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:14,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:14,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:14,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:14,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907274539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:14,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907274544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:14,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907274546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:14,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907274547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:14,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/54829656f4114d2694acfa838c4451af 2024-11-18T05:20:14,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/6387aad346df4b279febd6a95db9231a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/6387aad346df4b279febd6a95db9231a 2024-11-18T05:20:14,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/6387aad346df4b279febd6a95db9231a, entries=250, sequenceid=270, filesize=16.8 K 2024-11-18T05:20:14,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/6835888d1d024191ac7692d37ff220bd as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/6835888d1d024191ac7692d37ff220bd 2024-11-18T05:20:14,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/6835888d1d024191ac7692d37ff220bd, entries=150, sequenceid=270, filesize=12.0 K 2024-11-18T05:20:14,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/54829656f4114d2694acfa838c4451af as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/54829656f4114d2694acfa838c4451af 2024-11-18T05:20:14,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/54829656f4114d2694acfa838c4451af, entries=150, sequenceid=270, filesize=12.0 K 2024-11-18T05:20:14,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6bb1582a2c823c351e87e70acf897311 in 1250ms, sequenceid=270, compaction requested=true 2024-11-18T05:20:14,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:14,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:20:14,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:14,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:20:14,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:14,656 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T05:20:14,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:20:14,656 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T05:20:14,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:14,657 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 66229 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T05:20:14,657 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61349 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T05:20:14,657 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/A is initiating minor compaction (all files) 2024-11-18T05:20:14,657 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/B is initiating minor compaction (all files) 2024-11-18T05:20:14,657 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/A in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:14,657 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/B in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:14,657 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/e5862f365be7464c8e7ae20a755b899b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/f0fd7fae92f547a597f569129ddd5ab8, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/66e9d9bc98e745ddaaa40c63947a823d, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/8c384c2217e049a1b6b8245c7fa6888c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/6387aad346df4b279febd6a95db9231a] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=64.7 K 2024-11-18T05:20:14,657 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/73622663db3e4a9fb16c5386283c93fb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/bf9215a092844202a97eaae45c8a2a8b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/e9c7ccb707b344b8890d9248d2c0dd95, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/b8d38ccae72e4fb18b1053fc2920c62b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/6835888d1d024191ac7692d37ff220bd] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=59.9 K 2024-11-18T05:20:14,657 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 73622663db3e4a9fb16c5386283c93fb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731907206953 2024-11-18T05:20:14,657 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5862f365be7464c8e7ae20a755b899b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731907206953 2024-11-18T05:20:14,658 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting bf9215a092844202a97eaae45c8a2a8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731907208120 2024-11-18T05:20:14,658 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0fd7fae92f547a597f569129ddd5ab8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731907208120 2024-11-18T05:20:14,658 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66e9d9bc98e745ddaaa40c63947a823d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731907209476 2024-11-18T05:20:14,658 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting e9c7ccb707b344b8890d9248d2c0dd95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731907209476 2024-11-18T05:20:14,658 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c384c2217e049a1b6b8245c7fa6888c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731907210107 2024-11-18T05:20:14,658 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting b8d38ccae72e4fb18b1053fc2920c62b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731907210107 2024-11-18T05:20:14,659 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 6835888d1d024191ac7692d37ff220bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731907212279 2024-11-18T05:20:14,659 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6387aad346df4b279febd6a95db9231a, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731907212274 2024-11-18T05:20:14,668 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#B#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:14,668 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/518aab3aac12406cab145d8f0fa235e6 is 50, key is test_row_0/B:col10/1731907213405/Put/seqid=0 2024-11-18T05:20:14,672 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#A#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:14,672 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/e231b7c32a6142e18005316e74372a15 is 50, key is test_row_0/A:col10/1731907213405/Put/seqid=0 2024-11-18T05:20:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-18T05:20:14,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742302_1478 (size=12915) 2024-11-18T05:20:14,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742301_1477 (size=12915) 2024-11-18T05:20:14,692 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:14,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-18T05:20:14,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:14,693 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T05:20:14,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:14,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:14,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:14,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:14,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:14,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:14,694 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/e231b7c32a6142e18005316e74372a15 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/e231b7c32a6142e18005316e74372a15 2024-11-18T05:20:14,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/8d8a59e4c88342d3adf8871ee38f9623 is 50, key is test_row_0/A:col10/1731907213418/Put/seqid=0 2024-11-18T05:20:14,699 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/A of 6bb1582a2c823c351e87e70acf897311 into e231b7c32a6142e18005316e74372a15(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:14,699 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:14,699 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/A, priority=11, startTime=1731907214655; duration=0sec 2024-11-18T05:20:14,699 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:14,699 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:A 2024-11-18T05:20:14,699 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T05:20:14,701 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61349 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T05:20:14,701 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/C is initiating minor compaction (all files) 2024-11-18T05:20:14,701 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/C in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:14,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742303_1479 (size=12301) 2024-11-18T05:20:14,701 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/26f77da164bc436c818304325542f1a7, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/f736eb3738b445799bd2f28ceb495805, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/04402c0c3fd54478bc1ae43c3f1ce8d4, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/d41e52fb693f4d8cbceedb9268d67358, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/54829656f4114d2694acfa838c4451af] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=59.9 K 2024-11-18T05:20:14,701 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26f77da164bc436c818304325542f1a7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731907206953 2024-11-18T05:20:14,701 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/8d8a59e4c88342d3adf8871ee38f9623 2024-11-18T05:20:14,702 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting f736eb3738b445799bd2f28ceb495805, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731907208120 2024-11-18T05:20:14,702 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04402c0c3fd54478bc1ae43c3f1ce8d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731907209476 2024-11-18T05:20:14,702 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting d41e52fb693f4d8cbceedb9268d67358, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731907210107 2024-11-18T05:20:14,703 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54829656f4114d2694acfa838c4451af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731907212279 2024-11-18T05:20:14,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/540a79f1fe9d4917a117d571c158a672 is 50, key is test_row_0/B:col10/1731907213418/Put/seqid=0 2024-11-18T05:20:14,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742304_1480 (size=12301) 2024-11-18T05:20:14,712 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/540a79f1fe9d4917a117d571c158a672 2024-11-18T05:20:14,715 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#C#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:14,716 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/0ff9e6a4891147e197d7ae2203363d1f is 50, key is test_row_0/C:col10/1731907213405/Put/seqid=0 2024-11-18T05:20:14,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/314edb4324624f069e5e0cc698ad7f1c is 50, key is test_row_0/C:col10/1731907213418/Put/seqid=0 2024-11-18T05:20:14,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742305_1481 (size=12301) 2024-11-18T05:20:14,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742306_1482 (size=12915) 2024-11-18T05:20:15,093 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/518aab3aac12406cab145d8f0fa235e6 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/518aab3aac12406cab145d8f0fa235e6 2024-11-18T05:20:15,098 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/B of 6bb1582a2c823c351e87e70acf897311 into 518aab3aac12406cab145d8f0fa235e6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:15,098 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:15,098 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/B, priority=11, startTime=1731907214656; duration=0sec 2024-11-18T05:20:15,098 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:15,098 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:B 2024-11-18T05:20:15,121 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/314edb4324624f069e5e0cc698ad7f1c 2024-11-18T05:20:15,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/8d8a59e4c88342d3adf8871ee38f9623 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/8d8a59e4c88342d3adf8871ee38f9623 2024-11-18T05:20:15,128 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/8d8a59e4c88342d3adf8871ee38f9623, entries=150, sequenceid=281, filesize=12.0 K 2024-11-18T05:20:15,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/540a79f1fe9d4917a117d571c158a672 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/540a79f1fe9d4917a117d571c158a672 2024-11-18T05:20:15,132 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/540a79f1fe9d4917a117d571c158a672, entries=150, sequenceid=281, filesize=12.0 K 2024-11-18T05:20:15,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/314edb4324624f069e5e0cc698ad7f1c as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/314edb4324624f069e5e0cc698ad7f1c 2024-11-18T05:20:15,137 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/0ff9e6a4891147e197d7ae2203363d1f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/0ff9e6a4891147e197d7ae2203363d1f 2024-11-18T05:20:15,138 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/314edb4324624f069e5e0cc698ad7f1c, entries=150, sequenceid=281, filesize=12.0 K 2024-11-18T05:20:15,138 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 6bb1582a2c823c351e87e70acf897311 in 445ms, sequenceid=281, compaction requested=false 2024-11-18T05:20:15,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:15,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:15,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-18T05:20:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-18T05:20:15,141 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/C of 6bb1582a2c823c351e87e70acf897311 into 0ff9e6a4891147e197d7ae2203363d1f(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:15,141 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:15,141 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/C, priority=11, startTime=1731907214656; duration=0sec 2024-11-18T05:20:15,141 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:15,141 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:C 2024-11-18T05:20:15,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-18T05:20:15,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0560 sec 2024-11-18T05:20:15,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.0610 sec 2024-11-18T05:20:15,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-18T05:20:15,185 INFO [Thread-1906 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-18T05:20:15,187 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-18T05:20:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-18T05:20:15,188 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:15,188 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:15,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-18T05:20:15,340 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:15,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-18T05:20:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-18T05:20:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-11-18T05:20:15,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-18T05:20:15,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-11-18T05:20:15,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 157 msec 2024-11-18T05:20:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-18T05:20:15,490 INFO [Thread-1906 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-18T05:20:15,491 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-18T05:20:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-18T05:20:15,493 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:15,493 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:15,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:15,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T05:20:15,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:15,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:15,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:15,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:15,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:15,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:15,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/495a1af70d3748bca27db4f696d60a11 is 50, key is test_row_0/A:col10/1731907215560/Put/seqid=0 2024-11-18T05:20:15,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742307_1483 (size=14741) 2024-11-18T05:20:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-18T05:20:15,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907275588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:15,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907275591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:15,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907275592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:15,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907275592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:15,645 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:15,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-18T05:20:15,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:15,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:15,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:15,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:15,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:15,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907275695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:15,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907275697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:15,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907275700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:15,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907275701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-18T05:20:15,797 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:15,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-18T05:20:15,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:15,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:15,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:15,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:15,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:15,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907275900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:15,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907275904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:15,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907275905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:15,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907275905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:15,950 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:15,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-18T05:20:15,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:15,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:15,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:15,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:15,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:15,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/495a1af70d3748bca27db4f696d60a11 2024-11-18T05:20:15,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/d2b3e2c712ac47d0a3032ef529031c0b is 50, key is test_row_0/B:col10/1731907215560/Put/seqid=0 2024-11-18T05:20:15,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742308_1484 (size=12301) 2024-11-18T05:20:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-18T05:20:16,103 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:16,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-18T05:20:16,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:16,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:16,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:16,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:16,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:16,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907276204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:16,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:16,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907276208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:16,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907276209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:16,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:16,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907276211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:16,255 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:16,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-18T05:20:16,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:16,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:16,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:16,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:16,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:16,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37282 deadline: 1731907276298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:16,302 DEBUG [Thread-1904 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., hostname=7cf745f7364a,40727,1731907076066, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:20:16,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/d2b3e2c712ac47d0a3032ef529031c0b 2024-11-18T05:20:16,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/0aad3bc1b3ee46f1b769bdf961847496 is 50, key is test_row_0/C:col10/1731907215560/Put/seqid=0 2024-11-18T05:20:16,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742309_1485 (size=12301) 2024-11-18T05:20:16,407 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:16,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-18T05:20:16,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:16,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:16,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:16,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:16,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:16,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:16,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-18T05:20:16,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:16,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:16,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:16,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:16,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:16,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-18T05:20:16,712 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:16,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-18T05:20:16,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:16,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:16,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:16,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:16,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:16,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907276710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:16,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907276712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:16,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907276713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:16,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907276718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:16,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/0aad3bc1b3ee46f1b769bdf961847496 2024-11-18T05:20:16,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/495a1af70d3748bca27db4f696d60a11 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/495a1af70d3748bca27db4f696d60a11 2024-11-18T05:20:16,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/495a1af70d3748bca27db4f696d60a11, entries=200, sequenceid=297, filesize=14.4 K 2024-11-18T05:20:16,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/d2b3e2c712ac47d0a3032ef529031c0b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/d2b3e2c712ac47d0a3032ef529031c0b 2024-11-18T05:20:16,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/d2b3e2c712ac47d0a3032ef529031c0b, entries=150, sequenceid=297, filesize=12.0 K 2024-11-18T05:20:16,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/0aad3bc1b3ee46f1b769bdf961847496 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/0aad3bc1b3ee46f1b769bdf961847496 2024-11-18T05:20:16,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/0aad3bc1b3ee46f1b769bdf961847496, entries=150, sequenceid=297, filesize=12.0 K 2024-11-18T05:20:16,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6bb1582a2c823c351e87e70acf897311 in 1244ms, sequenceid=297, compaction requested=true 2024-11-18T05:20:16,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:16,806 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:16,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:20:16,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:16,806 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:16,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:20:16,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:16,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:20:16,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:16,807 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:16,807 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/A is initiating minor compaction (all files) 2024-11-18T05:20:16,807 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:16,807 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/B is initiating minor compaction (all files) 2024-11-18T05:20:16,807 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/A in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:16,807 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/B in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:16,807 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/518aab3aac12406cab145d8f0fa235e6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/540a79f1fe9d4917a117d571c158a672, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/d2b3e2c712ac47d0a3032ef529031c0b] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=36.6 K 2024-11-18T05:20:16,807 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/e231b7c32a6142e18005316e74372a15, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/8d8a59e4c88342d3adf8871ee38f9623, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/495a1af70d3748bca27db4f696d60a11] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=39.0 K 2024-11-18T05:20:16,807 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting e231b7c32a6142e18005316e74372a15, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731907212279 2024-11-18T05:20:16,807 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 518aab3aac12406cab145d8f0fa235e6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731907212279 2024-11-18T05:20:16,808 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d8a59e4c88342d3adf8871ee38f9623, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731907213414 2024-11-18T05:20:16,808 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 540a79f1fe9d4917a117d571c158a672, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731907213414 2024-11-18T05:20:16,808 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 495a1af70d3748bca27db4f696d60a11, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731907215556 2024-11-18T05:20:16,808 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting d2b3e2c712ac47d0a3032ef529031c0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731907215556 2024-11-18T05:20:16,814 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#B#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:16,815 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/86cafff918624db7a5dec5589d0dc1e2 is 50, key is test_row_0/B:col10/1731907215560/Put/seqid=0 2024-11-18T05:20:16,815 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#A#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:16,816 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/6141972b4d544229a8e1790702bb9d73 is 50, key is test_row_0/A:col10/1731907215560/Put/seqid=0 2024-11-18T05:20:16,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742311_1487 (size=13017) 2024-11-18T05:20:16,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742310_1486 (size=13017) 2024-11-18T05:20:16,865 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:16,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-18T05:20:16,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:16,866 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-18T05:20:16,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:16,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:16,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:16,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:16,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:16,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:16,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/4843454534ef4a318185f91bc819e6a6 is 50, key is test_row_0/A:col10/1731907215583/Put/seqid=0 2024-11-18T05:20:16,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742312_1488 (size=12301) 2024-11-18T05:20:16,873 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/4843454534ef4a318185f91bc819e6a6 2024-11-18T05:20:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/6991243be90646cda2e7dae40aef5639 is 50, key is test_row_0/B:col10/1731907215583/Put/seqid=0 2024-11-18T05:20:16,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742313_1489 (size=12301) 2024-11-18T05:20:17,233 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/6141972b4d544229a8e1790702bb9d73 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/6141972b4d544229a8e1790702bb9d73 2024-11-18T05:20:17,233 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/86cafff918624db7a5dec5589d0dc1e2 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/86cafff918624db7a5dec5589d0dc1e2 2024-11-18T05:20:17,238 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/B of 6bb1582a2c823c351e87e70acf897311 into 86cafff918624db7a5dec5589d0dc1e2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:17,238 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/A of 6bb1582a2c823c351e87e70acf897311 into 6141972b4d544229a8e1790702bb9d73(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:17,238 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:17,238 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:17,238 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/A, priority=13, startTime=1731907216806; duration=0sec 2024-11-18T05:20:17,238 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/B, priority=13, startTime=1731907216806; duration=0sec 2024-11-18T05:20:17,238 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:17,238 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:A 2024-11-18T05:20:17,239 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:17,239 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:17,239 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:B 2024-11-18T05:20:17,239 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:17,240 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/C is initiating minor compaction (all files) 2024-11-18T05:20:17,240 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/C in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:17,240 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/0ff9e6a4891147e197d7ae2203363d1f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/314edb4324624f069e5e0cc698ad7f1c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/0aad3bc1b3ee46f1b769bdf961847496] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=36.6 K 2024-11-18T05:20:17,240 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ff9e6a4891147e197d7ae2203363d1f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731907212279 2024-11-18T05:20:17,240 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 314edb4324624f069e5e0cc698ad7f1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731907213414 2024-11-18T05:20:17,241 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0aad3bc1b3ee46f1b769bdf961847496, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731907215556 2024-11-18T05:20:17,247 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#C#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:17,248 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/5dfec42643c14254bd592d7a3df1b622 is 50, key is test_row_0/C:col10/1731907215560/Put/seqid=0 2024-11-18T05:20:17,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742314_1490 (size=13017) 2024-11-18T05:20:17,283 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/6991243be90646cda2e7dae40aef5639 2024-11-18T05:20:17,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/5ea69fdd039542bca9dee73599e60439 is 50, key is test_row_0/C:col10/1731907215583/Put/seqid=0 2024-11-18T05:20:17,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742315_1491 (size=12301) 2024-11-18T05:20:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-18T05:20:17,657 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/5dfec42643c14254bd592d7a3df1b622 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/5dfec42643c14254bd592d7a3df1b622 2024-11-18T05:20:17,661 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/C of 6bb1582a2c823c351e87e70acf897311 into 5dfec42643c14254bd592d7a3df1b622(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:17,661 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:17,661 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/C, priority=13, startTime=1731907216806; duration=0sec 2024-11-18T05:20:17,661 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:17,661 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:C 2024-11-18T05:20:17,692 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/5ea69fdd039542bca9dee73599e60439 2024-11-18T05:20:17,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/4843454534ef4a318185f91bc819e6a6 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/4843454534ef4a318185f91bc819e6a6 2024-11-18T05:20:17,699 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/4843454534ef4a318185f91bc819e6a6, entries=150, sequenceid=322, filesize=12.0 K 2024-11-18T05:20:17,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/6991243be90646cda2e7dae40aef5639 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/6991243be90646cda2e7dae40aef5639 2024-11-18T05:20:17,703 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/6991243be90646cda2e7dae40aef5639, entries=150, sequenceid=322, filesize=12.0 K 2024-11-18T05:20:17,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/5ea69fdd039542bca9dee73599e60439 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/5ea69fdd039542bca9dee73599e60439 2024-11-18T05:20:17,706 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/5ea69fdd039542bca9dee73599e60439, entries=150, sequenceid=322, filesize=12.0 K 2024-11-18T05:20:17,707 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 6bb1582a2c823c351e87e70acf897311 in 841ms, sequenceid=322, compaction requested=false 2024-11-18T05:20:17,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:17,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:17,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-18T05:20:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-11-18T05:20:17,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-18T05:20:17,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2150 sec 2024-11-18T05:20:17,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.2190 sec 2024-11-18T05:20:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:17,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T05:20:17,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:17,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:17,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:17,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:17,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:17,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:17,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/c4f6d6fbfbac4093bc4c2a5e173c2e88 is 50, key is test_row_0/A:col10/1731907217730/Put/seqid=0 2024-11-18T05:20:17,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742316_1492 (size=12301) 2024-11-18T05:20:17,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907277788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:17,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907277788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:17,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907277789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:17,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:17,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907277789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:17,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907277893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:17,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907277893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:17,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907277893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:17,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907277894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:18,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907278099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:18,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907278100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:18,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907278100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:18,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907278101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:18,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/c4f6d6fbfbac4093bc4c2a5e173c2e88 2024-11-18T05:20:18,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/fbd2bff4bea847fbbb2c34bd7c1d738f is 50, key is test_row_0/B:col10/1731907217730/Put/seqid=0 2024-11-18T05:20:18,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742317_1493 (size=12301) 2024-11-18T05:20:18,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907278403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:18,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907278403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:18,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907278404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:18,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907278405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:18,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/fbd2bff4bea847fbbb2c34bd7c1d738f 2024-11-18T05:20:18,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/60fec521949141a59baa310089d09d4a is 50, key is test_row_0/C:col10/1731907217730/Put/seqid=0 2024-11-18T05:20:18,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742318_1494 (size=12301) 2024-11-18T05:20:18,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907278907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:18,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907278909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:18,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907278910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:18,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907278912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:18,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/60fec521949141a59baa310089d09d4a 2024-11-18T05:20:18,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/c4f6d6fbfbac4093bc4c2a5e173c2e88 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/c4f6d6fbfbac4093bc4c2a5e173c2e88 2024-11-18T05:20:18,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/c4f6d6fbfbac4093bc4c2a5e173c2e88, entries=150, sequenceid=337, filesize=12.0 K 2024-11-18T05:20:18,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/fbd2bff4bea847fbbb2c34bd7c1d738f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/fbd2bff4bea847fbbb2c34bd7c1d738f 2024-11-18T05:20:18,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/fbd2bff4bea847fbbb2c34bd7c1d738f, entries=150, sequenceid=337, filesize=12.0 K 2024-11-18T05:20:18,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/60fec521949141a59baa310089d09d4a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/60fec521949141a59baa310089d09d4a 2024-11-18T05:20:18,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/60fec521949141a59baa310089d09d4a, entries=150, sequenceid=337, filesize=12.0 K 2024-11-18T05:20:18,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6bb1582a2c823c351e87e70acf897311 in 1249ms, sequenceid=337, compaction requested=true 2024-11-18T05:20:18,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:18,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:20:18,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:18,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:20:18,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:18,980 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:18,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:20:18,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:18,980 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:18,980 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:18,980 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:18,981 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/A is initiating minor compaction (all files) 2024-11-18T05:20:18,981 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/B is initiating minor compaction (all files) 2024-11-18T05:20:18,981 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/B in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:18,981 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/A in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:18,981 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/86cafff918624db7a5dec5589d0dc1e2, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/6991243be90646cda2e7dae40aef5639, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/fbd2bff4bea847fbbb2c34bd7c1d738f] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=36.7 K 2024-11-18T05:20:18,981 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/6141972b4d544229a8e1790702bb9d73, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/4843454534ef4a318185f91bc819e6a6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/c4f6d6fbfbac4093bc4c2a5e173c2e88] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=36.7 K 2024-11-18T05:20:18,981 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 86cafff918624db7a5dec5589d0dc1e2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731907215556 2024-11-18T05:20:18,981 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6141972b4d544229a8e1790702bb9d73, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731907215556 2024-11-18T05:20:18,981 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 6991243be90646cda2e7dae40aef5639, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731907215583 2024-11-18T05:20:18,981 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4843454534ef4a318185f91bc819e6a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731907215583 2024-11-18T05:20:18,982 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting fbd2bff4bea847fbbb2c34bd7c1d738f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731907217725 2024-11-18T05:20:18,982 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4f6d6fbfbac4093bc4c2a5e173c2e88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731907217725 2024-11-18T05:20:18,988 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#A#compaction#423 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:18,988 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/877e260ea6f145fb88b5b47cbda3ab66 is 50, key is test_row_0/A:col10/1731907217730/Put/seqid=0 2024-11-18T05:20:18,990 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#B#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:18,991 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/b4ae8a58b898412db8334333074bf3fe is 50, key is test_row_0/B:col10/1731907217730/Put/seqid=0 2024-11-18T05:20:18,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742319_1495 (size=13119) 2024-11-18T05:20:18,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742320_1496 (size=13119) 2024-11-18T05:20:19,004 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/b4ae8a58b898412db8334333074bf3fe as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/b4ae8a58b898412db8334333074bf3fe 2024-11-18T05:20:19,008 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/B of 6bb1582a2c823c351e87e70acf897311 into b4ae8a58b898412db8334333074bf3fe(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:19,008 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:19,014 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/B, priority=13, startTime=1731907218980; duration=0sec 2024-11-18T05:20:19,014 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:19,014 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:B 2024-11-18T05:20:19,014 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:19,015 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:19,015 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/C is initiating minor compaction (all files) 2024-11-18T05:20:19,015 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/C in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:19,015 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/5dfec42643c14254bd592d7a3df1b622, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/5ea69fdd039542bca9dee73599e60439, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/60fec521949141a59baa310089d09d4a] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=36.7 K 2024-11-18T05:20:19,016 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dfec42643c14254bd592d7a3df1b622, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731907215556 2024-11-18T05:20:19,016 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ea69fdd039542bca9dee73599e60439, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731907215583 2024-11-18T05:20:19,017 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 60fec521949141a59baa310089d09d4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731907217725 2024-11-18T05:20:19,022 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#C#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:19,023 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/60d7e012908446bbae1683d26d61950f is 50, key is test_row_0/C:col10/1731907217730/Put/seqid=0 2024-11-18T05:20:19,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742321_1497 (size=13119) 2024-11-18T05:20:19,396 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/877e260ea6f145fb88b5b47cbda3ab66 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/877e260ea6f145fb88b5b47cbda3ab66 2024-11-18T05:20:19,401 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/A of 6bb1582a2c823c351e87e70acf897311 into 877e260ea6f145fb88b5b47cbda3ab66(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:19,401 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:19,401 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/A, priority=13, startTime=1731907218980; duration=0sec 2024-11-18T05:20:19,401 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:19,401 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:A 2024-11-18T05:20:19,431 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/60d7e012908446bbae1683d26d61950f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/60d7e012908446bbae1683d26d61950f 2024-11-18T05:20:19,435 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/C of 6bb1582a2c823c351e87e70acf897311 into 60d7e012908446bbae1683d26d61950f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:19,435 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:19,435 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/C, priority=13, startTime=1731907218980; duration=0sec 2024-11-18T05:20:19,436 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:19,436 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:C 2024-11-18T05:20:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-18T05:20:19,597 INFO [Thread-1906 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-18T05:20:19,598 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-18T05:20:19,599 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-18T05:20:19,600 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:19,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-18T05:20:19,752 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:19,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-18T05:20:19,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:19,752 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T05:20:19,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:19,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:19,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:19,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:19,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:19,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:19,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/c71ab4a6b491486b809acf87d24ffc69 is 50, key is test_row_0/A:col10/1731907217787/Put/seqid=0 2024-11-18T05:20:19,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742322_1498 (size=12301) 2024-11-18T05:20:19,769 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/c71ab4a6b491486b809acf87d24ffc69 2024-11-18T05:20:19,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/110ff10c15084902a58f2db03061b346 is 50, key is test_row_0/B:col10/1731907217787/Put/seqid=0 2024-11-18T05:20:19,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742323_1499 (size=12301) 2024-11-18T05:20:19,784 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/110ff10c15084902a58f2db03061b346 2024-11-18T05:20:19,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/043d192b3db7490a9f0f2868d44a3a81 is 50, key is test_row_0/C:col10/1731907217787/Put/seqid=0 2024-11-18T05:20:19,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742324_1500 (size=12301) 2024-11-18T05:20:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-18T05:20:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:19,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. as already flushing 2024-11-18T05:20:19,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907279926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:19,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907279926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:19,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907279927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:19,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907279927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:20,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1731907280032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:20,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1731907280032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:20,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37324 deadline: 1731907280032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:20,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:20,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1731907280032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:20,196 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/043d192b3db7490a9f0f2868d44a3a81 2024-11-18T05:20:20,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/c71ab4a6b491486b809acf87d24ffc69 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/c71ab4a6b491486b809acf87d24ffc69 2024-11-18T05:20:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-18T05:20:20,204 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/c71ab4a6b491486b809acf87d24ffc69, entries=150, sequenceid=364, filesize=12.0 K 2024-11-18T05:20:20,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/110ff10c15084902a58f2db03061b346 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/110ff10c15084902a58f2db03061b346 2024-11-18T05:20:20,208 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/110ff10c15084902a58f2db03061b346, entries=150, sequenceid=364, filesize=12.0 K 2024-11-18T05:20:20,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/043d192b3db7490a9f0f2868d44a3a81 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/043d192b3db7490a9f0f2868d44a3a81 2024-11-18T05:20:20,212 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/043d192b3db7490a9f0f2868d44a3a81, entries=150, sequenceid=364, filesize=12.0 K 2024-11-18T05:20:20,212 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6bb1582a2c823c351e87e70acf897311 in 460ms, sequenceid=364, compaction requested=false 2024-11-18T05:20:20,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:20,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:20,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-18T05:20:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-11-18T05:20:20,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-18T05:20:20,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 614 msec 2024-11-18T05:20:20,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 618 msec 2024-11-18T05:20:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:20,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T05:20:20,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:20,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:20,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:20,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:20,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:20,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:20,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/4220ff0a58444feda5c5579c8874caeb is 50, key is test_row_0/A:col10/1731907220235/Put/seqid=0 2024-11-18T05:20:20,253 DEBUG [Thread-1900 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:56210 2024-11-18T05:20:20,253 DEBUG [Thread-1900 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:20,254 DEBUG [Thread-1902 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:56210 2024-11-18T05:20:20,254 DEBUG [Thread-1902 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:20,255 DEBUG [Thread-1913 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:56210 2024-11-18T05:20:20,255 DEBUG [Thread-1913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:20,255 DEBUG [Thread-1896 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:56210 2024-11-18T05:20:20,256 DEBUG [Thread-1896 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:20,256 DEBUG [Thread-1898 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:56210 2024-11-18T05:20:20,256 DEBUG [Thread-1898 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:20,259 DEBUG [Thread-1907 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:56210 2024-11-18T05:20:20,259 DEBUG [Thread-1907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:20,261 DEBUG [Thread-1915 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x076f0408 to 127.0.0.1:56210 2024-11-18T05:20:20,261 DEBUG [Thread-1915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:20,262 DEBUG [Thread-1911 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:56210 2024-11-18T05:20:20,262 DEBUG [Thread-1911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:20,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742325_1501 (size=12301) 2024-11-18T05:20:20,263 DEBUG [Thread-1909 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:56210 2024-11-18T05:20:20,263 DEBUG [Thread-1909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:20,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/4220ff0a58444feda5c5579c8874caeb 2024-11-18T05:20:20,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/8b9e7b2b3db149588e7bb9a4335411e5 is 50, key is test_row_0/B:col10/1731907220235/Put/seqid=0 2024-11-18T05:20:20,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742326_1502 (size=12301) 2024-11-18T05:20:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-18T05:20:20,702 INFO [Thread-1906 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-11-18T05:20:21,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/8b9e7b2b3db149588e7bb9a4335411e5 2024-11-18T05:20:21,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/0364f5309c93407fac566dd0bcdd0a8d is 50, key is test_row_0/C:col10/1731907220235/Put/seqid=0 2024-11-18T05:20:21,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742327_1503 (size=12301) 2024-11-18T05:20:21,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/0364f5309c93407fac566dd0bcdd0a8d 2024-11-18T05:20:21,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/4220ff0a58444feda5c5579c8874caeb as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/4220ff0a58444feda5c5579c8874caeb 2024-11-18T05:20:21,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/4220ff0a58444feda5c5579c8874caeb, entries=150, sequenceid=378, filesize=12.0 K 2024-11-18T05:20:21,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/8b9e7b2b3db149588e7bb9a4335411e5 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/8b9e7b2b3db149588e7bb9a4335411e5 2024-11-18T05:20:21,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/8b9e7b2b3db149588e7bb9a4335411e5, entries=150, sequenceid=378, filesize=12.0 K 2024-11-18T05:20:21,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/0364f5309c93407fac566dd0bcdd0a8d as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/0364f5309c93407fac566dd0bcdd0a8d 2024-11-18T05:20:21,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/0364f5309c93407fac566dd0bcdd0a8d, entries=150, sequenceid=378, filesize=12.0 K 2024-11-18T05:20:21,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=87.22 KB/89310 for 6bb1582a2c823c351e87e70acf897311 in 1258ms, sequenceid=378, compaction requested=true 2024-11-18T05:20:21,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:21,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:20:21,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:21,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:20:21,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:21,494 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:21,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6bb1582a2c823c351e87e70acf897311:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:20:21,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:21,494 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:21,495 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:21,495 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:21,495 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/B is initiating minor compaction (all files) 2024-11-18T05:20:21,495 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/A is initiating minor compaction (all files) 2024-11-18T05:20:21,495 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/A in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:21,495 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/B in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:21,495 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/877e260ea6f145fb88b5b47cbda3ab66, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/c71ab4a6b491486b809acf87d24ffc69, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/4220ff0a58444feda5c5579c8874caeb] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=36.8 K 2024-11-18T05:20:21,495 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/b4ae8a58b898412db8334333074bf3fe, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/110ff10c15084902a58f2db03061b346, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/8b9e7b2b3db149588e7bb9a4335411e5] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=36.8 K 2024-11-18T05:20:21,495 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting b4ae8a58b898412db8334333074bf3fe, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731907217725 2024-11-18T05:20:21,495 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 877e260ea6f145fb88b5b47cbda3ab66, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731907217725 2024-11-18T05:20:21,495 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 110ff10c15084902a58f2db03061b346, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731907217786 2024-11-18T05:20:21,495 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting c71ab4a6b491486b809acf87d24ffc69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731907217786 2024-11-18T05:20:21,496 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b9e7b2b3db149588e7bb9a4335411e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731907219925 2024-11-18T05:20:21,496 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4220ff0a58444feda5c5579c8874caeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731907219925 2024-11-18T05:20:21,501 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#A#compaction#432 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:21,502 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#B#compaction#433 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:21,502 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/5379934f9be84b66a4213b6c5b958242 is 50, key is test_row_0/A:col10/1731907220235/Put/seqid=0 2024-11-18T05:20:21,502 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/64a1fc9a406546a79b616808183fbffe is 50, key is test_row_0/B:col10/1731907220235/Put/seqid=0 2024-11-18T05:20:21,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742328_1504 (size=13221) 2024-11-18T05:20:21,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742329_1505 (size=13221) 2024-11-18T05:20:21,909 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/5379934f9be84b66a4213b6c5b958242 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/5379934f9be84b66a4213b6c5b958242 2024-11-18T05:20:21,909 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/64a1fc9a406546a79b616808183fbffe as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/64a1fc9a406546a79b616808183fbffe 2024-11-18T05:20:21,912 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/A of 6bb1582a2c823c351e87e70acf897311 into 5379934f9be84b66a4213b6c5b958242(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:21,912 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/B of 6bb1582a2c823c351e87e70acf897311 into 64a1fc9a406546a79b616808183fbffe(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:21,912 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:21,912 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/A, priority=13, startTime=1731907221494; duration=0sec 2024-11-18T05:20:21,912 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:21,912 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/B, priority=13, startTime=1731907221494; duration=0sec 2024-11-18T05:20:21,913 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:21,913 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:A 2024-11-18T05:20:21,913 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:21,913 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:B 2024-11-18T05:20:21,913 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:21,913 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:21,913 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): 6bb1582a2c823c351e87e70acf897311/C is initiating minor compaction (all files) 2024-11-18T05:20:21,913 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6bb1582a2c823c351e87e70acf897311/C in TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:21,913 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/60d7e012908446bbae1683d26d61950f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/043d192b3db7490a9f0f2868d44a3a81, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/0364f5309c93407fac566dd0bcdd0a8d] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp, totalSize=36.8 K 2024-11-18T05:20:21,914 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60d7e012908446bbae1683d26d61950f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1731907217725 2024-11-18T05:20:21,914 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 043d192b3db7490a9f0f2868d44a3a81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1731907217786 2024-11-18T05:20:21,914 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0364f5309c93407fac566dd0bcdd0a8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731907219925 2024-11-18T05:20:21,919 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6bb1582a2c823c351e87e70acf897311#C#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:21,919 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/c43a56e0b0fc4933a7c6181c5a2eec4e is 50, key is test_row_0/C:col10/1731907220235/Put/seqid=0 2024-11-18T05:20:21,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742330_1506 (size=13221) 2024-11-18T05:20:22,326 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/c43a56e0b0fc4933a7c6181c5a2eec4e as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/c43a56e0b0fc4933a7c6181c5a2eec4e 2024-11-18T05:20:22,329 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6bb1582a2c823c351e87e70acf897311/C of 6bb1582a2c823c351e87e70acf897311 into c43a56e0b0fc4933a7c6181c5a2eec4e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:22,329 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:22,329 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311., storeName=6bb1582a2c823c351e87e70acf897311/C, priority=13, startTime=1731907221494; duration=0sec 2024-11-18T05:20:22,330 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:22,330 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6bb1582a2c823c351e87e70acf897311:C 2024-11-18T05:20:24,468 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T05:20:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:26,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6bb1582a2c823c351e87e70acf897311 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-18T05:20:26,315 DEBUG [Thread-1904 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34b30c39 to 127.0.0.1:56210 2024-11-18T05:20:26,315 DEBUG [Thread-1904 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:26,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=A 2024-11-18T05:20:26,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:26,315 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-18T05:20:26,315 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-18T05:20:26,315 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-18T05:20:26,315 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-18T05:20:26,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=B 2024-11-18T05:20:26,315 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-18T05:20:26,315 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-18T05:20:26,315 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-18T05:20:26,315 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-18T05:20:26,315 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3148 2024-11-18T05:20:26,315 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9444 rows 2024-11-18T05:20:26,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:26,315 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3145 2024-11-18T05:20:26,315 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9435 rows 2024-11-18T05:20:26,315 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3162 2024-11-18T05:20:26,315 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9486 rows 2024-11-18T05:20:26,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6bb1582a2c823c351e87e70acf897311, store=C 2024-11-18T05:20:26,315 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3170 2024-11-18T05:20:26,315 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9510 rows 2024-11-18T05:20:26,315 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3161 2024-11-18T05:20:26,315 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9483 rows 2024-11-18T05:20:26,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:26,316 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-18T05:20:26,316 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:56210 2024-11-18T05:20:26,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:26,320 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-18T05:20:26,320 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-18T05:20:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-18T05:20:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-18T05:20:26,323 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907226322"}]},"ts":"1731907226322"} 2024-11-18T05:20:26,323 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-18T05:20:26,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/b38b24856d7a4c4fa406b407a7fb9724 is 50, key is test_row_0/A:col10/1731907220252/Put/seqid=0 2024-11-18T05:20:26,326 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-18T05:20:26,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T05:20:26,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bb1582a2c823c351e87e70acf897311, UNASSIGN}] 2024-11-18T05:20:26,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742331_1507 (size=12301) 2024-11-18T05:20:26,328 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bb1582a2c823c351e87e70acf897311, UNASSIGN 2024-11-18T05:20:26,329 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=6bb1582a2c823c351e87e70acf897311, regionState=CLOSING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:26,329 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T05:20:26,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; CloseRegionProcedure 6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:20:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-18T05:20:26,480 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:26,481 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(124): Close 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:26,481 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-18T05:20:26,481 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1681): Closing 6bb1582a2c823c351e87e70acf897311, disabling compactions & flushes 2024-11-18T05:20:26,481 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:26,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-18T05:20:26,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/b38b24856d7a4c4fa406b407a7fb9724 2024-11-18T05:20:26,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/c696ff83d90f435880a369478a9c9720 is 50, key is test_row_0/B:col10/1731907220252/Put/seqid=0 2024-11-18T05:20:26,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742332_1508 (size=12301) 2024-11-18T05:20:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-18T05:20:27,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/c696ff83d90f435880a369478a9c9720 2024-11-18T05:20:27,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/eeb6908c6a834f37ae10d1cd8050f832 is 50, key is test_row_0/C:col10/1731907220252/Put/seqid=0 2024-11-18T05:20:27,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742333_1509 (size=12301) 2024-11-18T05:20:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-18T05:20:27,547 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/eeb6908c6a834f37ae10d1cd8050f832 2024-11-18T05:20:27,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/A/b38b24856d7a4c4fa406b407a7fb9724 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/b38b24856d7a4c4fa406b407a7fb9724 2024-11-18T05:20:27,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/b38b24856d7a4c4fa406b407a7fb9724, entries=150, sequenceid=398, filesize=12.0 K 2024-11-18T05:20:27,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/B/c696ff83d90f435880a369478a9c9720 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/c696ff83d90f435880a369478a9c9720 2024-11-18T05:20:27,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/c696ff83d90f435880a369478a9c9720, entries=150, sequenceid=398, filesize=12.0 K 2024-11-18T05:20:27,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/.tmp/C/eeb6908c6a834f37ae10d1cd8050f832 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/eeb6908c6a834f37ae10d1cd8050f832 2024-11-18T05:20:27,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/eeb6908c6a834f37ae10d1cd8050f832, entries=150, sequenceid=398, filesize=12.0 K 2024-11-18T05:20:27,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 6bb1582a2c823c351e87e70acf897311 in 1245ms, sequenceid=398, compaction requested=false 2024-11-18T05:20:27,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:27,560 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:27,560 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:27,560 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. after waiting 0 ms 2024-11-18T05:20:27,560 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:27,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/9760064d002d420e9035da83109eeee9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/02c8d10764984c1aa0266747d1104a09, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/616684b0f2404df697fdac0b017d3198, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/b33b6d7689244256a89537f864732a08, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/7522574a593f4572a69b38a37720a1e9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/ae5f7a4c36034bd2a589a4ea9639a5e6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/ccc831bb25c84c16bef90c8f252e1f6b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/8502c8f8d0d64a28b746457fac359aca, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/204873f252324abeac9d36e080a32f03, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/5da8dcb128e742eb93bbd7b3d9e4d297, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/dab3fdba263a4ba7a60ec7a3e820d6c6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/65e2f1813d304d728d8ef27653d38711, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/cda149384bf64d4ab9c2d2a332e5fbff, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/e5862f365be7464c8e7ae20a755b899b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/f0fd7fae92f547a597f569129ddd5ab8, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/66e9d9bc98e745ddaaa40c63947a823d, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/8c384c2217e049a1b6b8245c7fa6888c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/6387aad346df4b279febd6a95db9231a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/e231b7c32a6142e18005316e74372a15, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/8d8a59e4c88342d3adf8871ee38f9623, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/495a1af70d3748bca27db4f696d60a11, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/6141972b4d544229a8e1790702bb9d73, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/4843454534ef4a318185f91bc819e6a6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/877e260ea6f145fb88b5b47cbda3ab66, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/c4f6d6fbfbac4093bc4c2a5e173c2e88, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/c71ab4a6b491486b809acf87d24ffc69, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/4220ff0a58444feda5c5579c8874caeb] to archive 2024-11-18T05:20:27,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:20:27,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/9760064d002d420e9035da83109eeee9 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/9760064d002d420e9035da83109eeee9 2024-11-18T05:20:27,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/02c8d10764984c1aa0266747d1104a09 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/02c8d10764984c1aa0266747d1104a09 2024-11-18T05:20:27,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/616684b0f2404df697fdac0b017d3198 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/616684b0f2404df697fdac0b017d3198 2024-11-18T05:20:27,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/b33b6d7689244256a89537f864732a08 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/b33b6d7689244256a89537f864732a08 2024-11-18T05:20:27,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/7522574a593f4572a69b38a37720a1e9 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/7522574a593f4572a69b38a37720a1e9 2024-11-18T05:20:27,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/ae5f7a4c36034bd2a589a4ea9639a5e6 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/ae5f7a4c36034bd2a589a4ea9639a5e6 2024-11-18T05:20:27,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/ccc831bb25c84c16bef90c8f252e1f6b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/ccc831bb25c84c16bef90c8f252e1f6b 2024-11-18T05:20:27,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/8502c8f8d0d64a28b746457fac359aca to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/8502c8f8d0d64a28b746457fac359aca 2024-11-18T05:20:27,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/204873f252324abeac9d36e080a32f03 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/204873f252324abeac9d36e080a32f03 2024-11-18T05:20:27,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/5da8dcb128e742eb93bbd7b3d9e4d297 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/5da8dcb128e742eb93bbd7b3d9e4d297 2024-11-18T05:20:27,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/dab3fdba263a4ba7a60ec7a3e820d6c6 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/dab3fdba263a4ba7a60ec7a3e820d6c6 2024-11-18T05:20:27,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/65e2f1813d304d728d8ef27653d38711 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/65e2f1813d304d728d8ef27653d38711 2024-11-18T05:20:27,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/cda149384bf64d4ab9c2d2a332e5fbff to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/cda149384bf64d4ab9c2d2a332e5fbff 2024-11-18T05:20:27,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/e5862f365be7464c8e7ae20a755b899b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/e5862f365be7464c8e7ae20a755b899b 2024-11-18T05:20:27,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/f0fd7fae92f547a597f569129ddd5ab8 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/f0fd7fae92f547a597f569129ddd5ab8 2024-11-18T05:20:27,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/66e9d9bc98e745ddaaa40c63947a823d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/66e9d9bc98e745ddaaa40c63947a823d 2024-11-18T05:20:27,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/8c384c2217e049a1b6b8245c7fa6888c to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/8c384c2217e049a1b6b8245c7fa6888c 2024-11-18T05:20:27,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/6387aad346df4b279febd6a95db9231a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/6387aad346df4b279febd6a95db9231a 2024-11-18T05:20:27,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/e231b7c32a6142e18005316e74372a15 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/e231b7c32a6142e18005316e74372a15 2024-11-18T05:20:27,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/8d8a59e4c88342d3adf8871ee38f9623 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/8d8a59e4c88342d3adf8871ee38f9623 2024-11-18T05:20:27,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/495a1af70d3748bca27db4f696d60a11 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/495a1af70d3748bca27db4f696d60a11 2024-11-18T05:20:27,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/6141972b4d544229a8e1790702bb9d73 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/6141972b4d544229a8e1790702bb9d73 2024-11-18T05:20:27,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/4843454534ef4a318185f91bc819e6a6 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/4843454534ef4a318185f91bc819e6a6 2024-11-18T05:20:27,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/877e260ea6f145fb88b5b47cbda3ab66 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/877e260ea6f145fb88b5b47cbda3ab66 2024-11-18T05:20:27,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/c4f6d6fbfbac4093bc4c2a5e173c2e88 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/c4f6d6fbfbac4093bc4c2a5e173c2e88 2024-11-18T05:20:27,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/c71ab4a6b491486b809acf87d24ffc69 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/c71ab4a6b491486b809acf87d24ffc69 2024-11-18T05:20:27,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/4220ff0a58444feda5c5579c8874caeb to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/4220ff0a58444feda5c5579c8874caeb 2024-11-18T05:20:27,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/8fc1cdbcad164f59ae70b106d4ec08a3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/d90fd48401ed4f1babbc57bd0be7b1ac, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/e675ebeacb114f189bbba5e01e09fb1f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/9e81cbd0a32a4722b35d094d196fc3b9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/a86f9c96bf134c23b6bcaffb3ab29ee1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/0de17ffcc4954c68a112f7c9ece50292, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/88066285af014ef2b35de51362f356a2, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/a728ebcc130c4a2c9dd355251f0224bf, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/7926564c52e046d2b15416324ee3c127, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/a0323d6f5b704202b4a92d6b843f1e4a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/0e13d98de6ae4ff7a3e048f731cc4058, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/bf91ff224b2447a193f2e7847ca988b5, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/73622663db3e4a9fb16c5386283c93fb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/2b9909b1327b4db69d61abd9405e9fa4, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/bf9215a092844202a97eaae45c8a2a8b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/e9c7ccb707b344b8890d9248d2c0dd95, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/b8d38ccae72e4fb18b1053fc2920c62b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/518aab3aac12406cab145d8f0fa235e6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/6835888d1d024191ac7692d37ff220bd, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/540a79f1fe9d4917a117d571c158a672, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/86cafff918624db7a5dec5589d0dc1e2, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/d2b3e2c712ac47d0a3032ef529031c0b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/6991243be90646cda2e7dae40aef5639, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/b4ae8a58b898412db8334333074bf3fe, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/fbd2bff4bea847fbbb2c34bd7c1d738f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/110ff10c15084902a58f2db03061b346, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/8b9e7b2b3db149588e7bb9a4335411e5] to archive 2024-11-18T05:20:27,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:20:27,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/8fc1cdbcad164f59ae70b106d4ec08a3 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/8fc1cdbcad164f59ae70b106d4ec08a3 2024-11-18T05:20:27,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/d90fd48401ed4f1babbc57bd0be7b1ac to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/d90fd48401ed4f1babbc57bd0be7b1ac 2024-11-18T05:20:27,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/e675ebeacb114f189bbba5e01e09fb1f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/e675ebeacb114f189bbba5e01e09fb1f 2024-11-18T05:20:27,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/9e81cbd0a32a4722b35d094d196fc3b9 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/9e81cbd0a32a4722b35d094d196fc3b9 2024-11-18T05:20:27,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/a86f9c96bf134c23b6bcaffb3ab29ee1 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/a86f9c96bf134c23b6bcaffb3ab29ee1 2024-11-18T05:20:27,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/0de17ffcc4954c68a112f7c9ece50292 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/0de17ffcc4954c68a112f7c9ece50292 2024-11-18T05:20:27,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/88066285af014ef2b35de51362f356a2 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/88066285af014ef2b35de51362f356a2 2024-11-18T05:20:27,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/a728ebcc130c4a2c9dd355251f0224bf to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/a728ebcc130c4a2c9dd355251f0224bf 2024-11-18T05:20:27,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/7926564c52e046d2b15416324ee3c127 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/7926564c52e046d2b15416324ee3c127 2024-11-18T05:20:27,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/a0323d6f5b704202b4a92d6b843f1e4a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/a0323d6f5b704202b4a92d6b843f1e4a 2024-11-18T05:20:27,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/0e13d98de6ae4ff7a3e048f731cc4058 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/0e13d98de6ae4ff7a3e048f731cc4058 2024-11-18T05:20:27,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/bf91ff224b2447a193f2e7847ca988b5 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/bf91ff224b2447a193f2e7847ca988b5 2024-11-18T05:20:27,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/73622663db3e4a9fb16c5386283c93fb to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/73622663db3e4a9fb16c5386283c93fb 2024-11-18T05:20:27,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/2b9909b1327b4db69d61abd9405e9fa4 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/2b9909b1327b4db69d61abd9405e9fa4 2024-11-18T05:20:27,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/bf9215a092844202a97eaae45c8a2a8b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/bf9215a092844202a97eaae45c8a2a8b 2024-11-18T05:20:27,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/e9c7ccb707b344b8890d9248d2c0dd95 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/e9c7ccb707b344b8890d9248d2c0dd95 2024-11-18T05:20:27,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/b8d38ccae72e4fb18b1053fc2920c62b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/b8d38ccae72e4fb18b1053fc2920c62b 2024-11-18T05:20:27,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/518aab3aac12406cab145d8f0fa235e6 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/518aab3aac12406cab145d8f0fa235e6 2024-11-18T05:20:27,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/6835888d1d024191ac7692d37ff220bd to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/6835888d1d024191ac7692d37ff220bd 2024-11-18T05:20:27,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/540a79f1fe9d4917a117d571c158a672 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/540a79f1fe9d4917a117d571c158a672 2024-11-18T05:20:27,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/86cafff918624db7a5dec5589d0dc1e2 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/86cafff918624db7a5dec5589d0dc1e2 2024-11-18T05:20:27,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/d2b3e2c712ac47d0a3032ef529031c0b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/d2b3e2c712ac47d0a3032ef529031c0b 2024-11-18T05:20:27,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/6991243be90646cda2e7dae40aef5639 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/6991243be90646cda2e7dae40aef5639 2024-11-18T05:20:27,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/b4ae8a58b898412db8334333074bf3fe to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/b4ae8a58b898412db8334333074bf3fe 2024-11-18T05:20:27,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/fbd2bff4bea847fbbb2c34bd7c1d738f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/fbd2bff4bea847fbbb2c34bd7c1d738f 2024-11-18T05:20:27,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/110ff10c15084902a58f2db03061b346 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/110ff10c15084902a58f2db03061b346 2024-11-18T05:20:27,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/8b9e7b2b3db149588e7bb9a4335411e5 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/8b9e7b2b3db149588e7bb9a4335411e5 2024-11-18T05:20:27,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/33654113db774798bac97bd3711e9acb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/ec96e6783ff9484495048667a197d0f8, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/2c5d67c35361431781ee93f35074e890, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/358889a0d5dc4076a7cf186a6b01bdb6, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/80f636729aa947bbb271e95f3a625b86, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/7923abaf31dd4da48600676a361c5995, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/6e745931cf6642ddabbb7c244bc3a3f3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/8c7e9c84246d4fe084cee642e8bcdc2b, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/52b558a324e7468a9a22b71cd092b39c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/6cfa8b35e6c24ee2b9f53e39b7f175dd, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/f169b048efeb4a1e8761484b763575d5, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/19b1bb4a73a84e03b2bcd7a753c8c056, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/26f77da164bc436c818304325542f1a7, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/9b64fb57ad3a46d2abc345290d9dd513, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/f736eb3738b445799bd2f28ceb495805, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/04402c0c3fd54478bc1ae43c3f1ce8d4, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/d41e52fb693f4d8cbceedb9268d67358, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/0ff9e6a4891147e197d7ae2203363d1f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/54829656f4114d2694acfa838c4451af, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/314edb4324624f069e5e0cc698ad7f1c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/5dfec42643c14254bd592d7a3df1b622, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/0aad3bc1b3ee46f1b769bdf961847496, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/5ea69fdd039542bca9dee73599e60439, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/60d7e012908446bbae1683d26d61950f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/60fec521949141a59baa310089d09d4a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/043d192b3db7490a9f0f2868d44a3a81, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/0364f5309c93407fac566dd0bcdd0a8d] to archive 2024-11-18T05:20:27,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:20:27,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/33654113db774798bac97bd3711e9acb to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/33654113db774798bac97bd3711e9acb 2024-11-18T05:20:27,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/ec96e6783ff9484495048667a197d0f8 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/ec96e6783ff9484495048667a197d0f8 2024-11-18T05:20:27,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/2c5d67c35361431781ee93f35074e890 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/2c5d67c35361431781ee93f35074e890 2024-11-18T05:20:27,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/358889a0d5dc4076a7cf186a6b01bdb6 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/358889a0d5dc4076a7cf186a6b01bdb6 2024-11-18T05:20:27,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/80f636729aa947bbb271e95f3a625b86 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/80f636729aa947bbb271e95f3a625b86 2024-11-18T05:20:27,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/7923abaf31dd4da48600676a361c5995 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/7923abaf31dd4da48600676a361c5995 2024-11-18T05:20:27,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/6e745931cf6642ddabbb7c244bc3a3f3 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/6e745931cf6642ddabbb7c244bc3a3f3 2024-11-18T05:20:27,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/8c7e9c84246d4fe084cee642e8bcdc2b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/8c7e9c84246d4fe084cee642e8bcdc2b 2024-11-18T05:20:27,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/52b558a324e7468a9a22b71cd092b39c to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/52b558a324e7468a9a22b71cd092b39c 2024-11-18T05:20:27,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/6cfa8b35e6c24ee2b9f53e39b7f175dd to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/6cfa8b35e6c24ee2b9f53e39b7f175dd 2024-11-18T05:20:27,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/f169b048efeb4a1e8761484b763575d5 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/f169b048efeb4a1e8761484b763575d5 2024-11-18T05:20:27,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/19b1bb4a73a84e03b2bcd7a753c8c056 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/19b1bb4a73a84e03b2bcd7a753c8c056 2024-11-18T05:20:27,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/26f77da164bc436c818304325542f1a7 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/26f77da164bc436c818304325542f1a7 2024-11-18T05:20:27,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/9b64fb57ad3a46d2abc345290d9dd513 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/9b64fb57ad3a46d2abc345290d9dd513 2024-11-18T05:20:27,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/f736eb3738b445799bd2f28ceb495805 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/f736eb3738b445799bd2f28ceb495805 2024-11-18T05:20:27,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/04402c0c3fd54478bc1ae43c3f1ce8d4 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/04402c0c3fd54478bc1ae43c3f1ce8d4 2024-11-18T05:20:27,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/d41e52fb693f4d8cbceedb9268d67358 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/d41e52fb693f4d8cbceedb9268d67358 2024-11-18T05:20:27,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/0ff9e6a4891147e197d7ae2203363d1f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/0ff9e6a4891147e197d7ae2203363d1f 2024-11-18T05:20:27,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/54829656f4114d2694acfa838c4451af to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/54829656f4114d2694acfa838c4451af 2024-11-18T05:20:27,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/314edb4324624f069e5e0cc698ad7f1c to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/314edb4324624f069e5e0cc698ad7f1c 2024-11-18T05:20:27,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/5dfec42643c14254bd592d7a3df1b622 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/5dfec42643c14254bd592d7a3df1b622 2024-11-18T05:20:27,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/0aad3bc1b3ee46f1b769bdf961847496 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/0aad3bc1b3ee46f1b769bdf961847496 2024-11-18T05:20:27,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/5ea69fdd039542bca9dee73599e60439 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/5ea69fdd039542bca9dee73599e60439 2024-11-18T05:20:27,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/60d7e012908446bbae1683d26d61950f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/60d7e012908446bbae1683d26d61950f 2024-11-18T05:20:27,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/60fec521949141a59baa310089d09d4a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/60fec521949141a59baa310089d09d4a 2024-11-18T05:20:27,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/043d192b3db7490a9f0f2868d44a3a81 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/043d192b3db7490a9f0f2868d44a3a81 2024-11-18T05:20:27,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/0364f5309c93407fac566dd0bcdd0a8d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/0364f5309c93407fac566dd0bcdd0a8d 2024-11-18T05:20:27,629 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/recovered.edits/401.seqid, newMaxSeqId=401, maxSeqId=1 2024-11-18T05:20:27,629 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311. 2024-11-18T05:20:27,629 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1635): Region close journal for 6bb1582a2c823c351e87e70acf897311: 2024-11-18T05:20:27,630 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(170): Closed 6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:27,631 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=6bb1582a2c823c351e87e70acf897311, regionState=CLOSED 2024-11-18T05:20:27,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-18T05:20:27,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseRegionProcedure 6bb1582a2c823c351e87e70acf897311, server=7cf745f7364a,40727,1731907076066 in 1.3020 sec 2024-11-18T05:20:27,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-18T05:20:27,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6bb1582a2c823c351e87e70acf897311, UNASSIGN in 1.3060 sec 2024-11-18T05:20:27,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-18T05:20:27,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.3080 sec 2024-11-18T05:20:27,636 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907227636"}]},"ts":"1731907227636"} 2024-11-18T05:20:27,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-18T05:20:27,639 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-18T05:20:27,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.3190 sec 2024-11-18T05:20:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-18T05:20:28,426 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-11-18T05:20:28,426 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-18T05:20:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:20:28,427 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:20:28,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-18T05:20:28,428 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=162, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:20:28,429 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:28,431 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A, FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B, FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C, FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/recovered.edits] 2024-11-18T05:20:28,433 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/5379934f9be84b66a4213b6c5b958242 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/5379934f9be84b66a4213b6c5b958242 2024-11-18T05:20:28,434 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/b38b24856d7a4c4fa406b407a7fb9724 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/A/b38b24856d7a4c4fa406b407a7fb9724 2024-11-18T05:20:28,436 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/64a1fc9a406546a79b616808183fbffe to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/64a1fc9a406546a79b616808183fbffe 2024-11-18T05:20:28,437 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/c696ff83d90f435880a369478a9c9720 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/B/c696ff83d90f435880a369478a9c9720 2024-11-18T05:20:28,438 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/c43a56e0b0fc4933a7c6181c5a2eec4e to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/c43a56e0b0fc4933a7c6181c5a2eec4e 2024-11-18T05:20:28,439 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/eeb6908c6a834f37ae10d1cd8050f832 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/C/eeb6908c6a834f37ae10d1cd8050f832 2024-11-18T05:20:28,441 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/recovered.edits/401.seqid to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311/recovered.edits/401.seqid 2024-11-18T05:20:28,442 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/6bb1582a2c823c351e87e70acf897311 2024-11-18T05:20:28,442 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-18T05:20:28,444 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=162, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:20:28,445 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-18T05:20:28,446 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-18T05:20:28,447 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=162, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:20:28,447 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-18T05:20:28,447 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731907228447"}]},"ts":"9223372036854775807"} 2024-11-18T05:20:28,449 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-18T05:20:28,449 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6bb1582a2c823c351e87e70acf897311, NAME => 'TestAcidGuarantees,,1731907198079.6bb1582a2c823c351e87e70acf897311.', STARTKEY => '', ENDKEY => ''}] 2024-11-18T05:20:28,449 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-18T05:20:28,449 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731907228449"}]},"ts":"9223372036854775807"} 2024-11-18T05:20:28,450 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-18T05:20:28,452 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=162, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:20:28,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 26 msec 2024-11-18T05:20:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-18T05:20:28,529 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 162 completed 2024-11-18T05:20:28,540 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=238 (was 242), OpenFileDescriptor=446 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 370), ProcessCount=11 (was 11), AvailableMemoryMB=11650 (was 11663) 2024-11-18T05:20:28,549 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=238, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=11649 2024-11-18T05:20:28,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T05:20:28,550 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:20:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-18T05:20:28,552 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T05:20:28,552 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:28,552 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 163 2024-11-18T05:20:28,553 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T05:20:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-18T05:20:28,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742334_1510 (size=960) 2024-11-18T05:20:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-18T05:20:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-18T05:20:28,959 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31 2024-11-18T05:20:28,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742335_1511 (size=53) 2024-11-18T05:20:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-18T05:20:29,364 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:20:29,364 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c4ae0f76907ad3e85ee693c773028584, disabling compactions & flushes 2024-11-18T05:20:29,364 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:29,364 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:29,364 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. after waiting 0 ms 2024-11-18T05:20:29,364 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:29,364 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:29,364 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:29,365 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T05:20:29,365 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731907229365"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731907229365"}]},"ts":"1731907229365"} 2024-11-18T05:20:29,366 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-18T05:20:29,366 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T05:20:29,366 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907229366"}]},"ts":"1731907229366"} 2024-11-18T05:20:29,367 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-18T05:20:29,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4ae0f76907ad3e85ee693c773028584, ASSIGN}] 2024-11-18T05:20:29,371 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4ae0f76907ad3e85ee693c773028584, ASSIGN 2024-11-18T05:20:29,372 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4ae0f76907ad3e85ee693c773028584, ASSIGN; state=OFFLINE, location=7cf745f7364a,40727,1731907076066; forceNewPlan=false, retain=false 2024-11-18T05:20:29,522 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=c4ae0f76907ad3e85ee693c773028584, regionState=OPENING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:29,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE; OpenRegionProcedure c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:20:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-18T05:20:29,674 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:29,677 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:29,677 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(7285): Opening region: {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:20:29,677 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:29,677 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:20:29,677 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(7327): checking encryption for c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:29,677 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(7330): checking classloading for c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:29,678 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:29,679 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:20:29,679 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ae0f76907ad3e85ee693c773028584 columnFamilyName A 2024-11-18T05:20:29,680 DEBUG [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:29,680 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] regionserver.HStore(327): Store=c4ae0f76907ad3e85ee693c773028584/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:20:29,680 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:29,681 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:20:29,681 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ae0f76907ad3e85ee693c773028584 columnFamilyName B 2024-11-18T05:20:29,681 DEBUG [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:29,681 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] regionserver.HStore(327): Store=c4ae0f76907ad3e85ee693c773028584/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:20:29,681 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:29,682 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:20:29,682 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ae0f76907ad3e85ee693c773028584 columnFamilyName C 2024-11-18T05:20:29,682 DEBUG [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:29,683 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] regionserver.HStore(327): Store=c4ae0f76907ad3e85ee693c773028584/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:20:29,683 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:29,683 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:29,684 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:29,685 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:20:29,685 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1085): writing seq id for c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:29,687 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T05:20:29,687 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1102): Opened c4ae0f76907ad3e85ee693c773028584; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72850837, jitterRate=0.08556206524372101}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:20:29,687 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1001): Region open journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:29,688 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., pid=165, masterSystemTime=1731907229674 2024-11-18T05:20:29,689 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:29,689 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:29,689 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=c4ae0f76907ad3e85ee693c773028584, regionState=OPEN, openSeqNum=2, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:29,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-11-18T05:20:29,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; OpenRegionProcedure c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 in 167 msec 2024-11-18T05:20:29,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-18T05:20:29,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4ae0f76907ad3e85ee693c773028584, ASSIGN in 320 msec 2024-11-18T05:20:29,693 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T05:20:29,693 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907229693"}]},"ts":"1731907229693"} 2024-11-18T05:20:29,693 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-18T05:20:29,696 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T05:20:29,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-11-18T05:20:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-18T05:20:30,656 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-18T05:20:30,657 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-11-18T05:20:30,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:30,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:30,664 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:30,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T05:20:30,666 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T05:20:30,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T05:20:30,667 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T05:20:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=166, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-18T05:20:30,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742336_1512 (size=996) 2024-11-18T05:20:31,077 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-18T05:20:31,077 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-18T05:20:31,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T05:20:31,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4ae0f76907ad3e85ee693c773028584, REOPEN/MOVE}] 2024-11-18T05:20:31,081 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4ae0f76907ad3e85ee693c773028584, REOPEN/MOVE 2024-11-18T05:20:31,081 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=c4ae0f76907ad3e85ee693c773028584, regionState=CLOSING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,082 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T05:20:31,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE; CloseRegionProcedure c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:20:31,233 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,233 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(124): Close c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:31,233 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-18T05:20:31,234 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1681): Closing c4ae0f76907ad3e85ee693c773028584, disabling compactions & flushes 2024-11-18T05:20:31,234 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:31,234 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:31,234 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. after waiting 0 ms 2024-11-18T05:20:31,234 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:31,236 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T05:20:31,237 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:31,237 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1635): Region close journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:31,237 WARN [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionServer(3786): Not adding moved region record: c4ae0f76907ad3e85ee693c773028584 to self. 2024-11-18T05:20:31,238 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(170): Closed c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:31,238 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=c4ae0f76907ad3e85ee693c773028584, regionState=CLOSED 2024-11-18T05:20:31,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-11-18T05:20:31,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; CloseRegionProcedure c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 in 157 msec 2024-11-18T05:20:31,240 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4ae0f76907ad3e85ee693c773028584, REOPEN/MOVE; state=CLOSED, location=7cf745f7364a,40727,1731907076066; forceNewPlan=false, retain=true 2024-11-18T05:20:31,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=c4ae0f76907ad3e85ee693c773028584, regionState=OPENING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=168, state=RUNNABLE; OpenRegionProcedure c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:20:31,543 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,545 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:31,545 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(7285): Opening region: {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} 2024-11-18T05:20:31,546 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:31,546 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T05:20:31,546 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(7327): checking encryption for c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:31,546 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(7330): checking classloading for c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:31,547 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:31,547 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:20:31,548 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ae0f76907ad3e85ee693c773028584 columnFamilyName A 2024-11-18T05:20:31,548 DEBUG [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:31,549 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] regionserver.HStore(327): Store=c4ae0f76907ad3e85ee693c773028584/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:20:31,549 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:31,549 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:20:31,550 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ae0f76907ad3e85ee693c773028584 columnFamilyName B 2024-11-18T05:20:31,550 DEBUG [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:31,550 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] regionserver.HStore(327): Store=c4ae0f76907ad3e85ee693c773028584/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:20:31,550 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:31,550 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-18T05:20:31,550 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4ae0f76907ad3e85ee693c773028584 columnFamilyName C 2024-11-18T05:20:31,550 DEBUG [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:31,551 INFO [StoreOpener-c4ae0f76907ad3e85ee693c773028584-1 {}] regionserver.HStore(327): Store=c4ae0f76907ad3e85ee693c773028584/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T05:20:31,551 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:31,551 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:31,552 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:31,553 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T05:20:31,554 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(1085): writing seq id for c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:31,554 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(1102): Opened c4ae0f76907ad3e85ee693c773028584; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61965150, jitterRate=-0.0766473114490509}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T05:20:31,555 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(1001): Region open journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:31,556 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., pid=170, masterSystemTime=1731907231543 2024-11-18T05:20:31,557 DEBUG [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:31,557 INFO [RS_OPEN_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:31,557 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=c4ae0f76907ad3e85ee693c773028584, regionState=OPEN, openSeqNum=5, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=168 2024-11-18T05:20:31,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=168, state=SUCCESS; OpenRegionProcedure c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 in 166 msec 2024-11-18T05:20:31,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-18T05:20:31,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4ae0f76907ad3e85ee693c773028584, REOPEN/MOVE in 479 msec 2024-11-18T05:20:31,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-11-18T05:20:31,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 481 msec 2024-11-18T05:20:31,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 894 msec 2024-11-18T05:20:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-11-18T05:20:31,564 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-11-18T05:20:31,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:31,567 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-11-18T05:20:31,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:31,571 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-11-18T05:20:31,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:31,575 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-11-18T05:20:31,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:31,578 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x091d72db to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58971172 2024-11-18T05:20:31,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e757135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:31,581 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-11-18T05:20:31,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:31,585 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-11-18T05:20:31,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:31,588 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-11-18T05:20:31,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:31,591 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-11-18T05:20:31,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:31,595 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d832d43 to 127.0.0.1:56210 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c1d3a95 2024-11-18T05:20:31,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bf224f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T05:20:31,602 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-18T05:20:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-18T05:20:31,603 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:31,603 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:31,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:31,608 DEBUG [hconnection-0x4f59f7e2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:31,608 DEBUG [hconnection-0x366b4b16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:31,609 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:31,609 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:31,612 DEBUG [hconnection-0x1d6636f8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:31,612 DEBUG [hconnection-0x21dc3d04-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:31,612 DEBUG [hconnection-0x248cf8d1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:31,613 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:31,613 DEBUG [hconnection-0x238e7d1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:31,613 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:31,614 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:31,614 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:31,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4ae0f76907ad3e85ee693c773028584 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T05:20:31,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=A 2024-11-18T05:20:31,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:31,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=B 2024-11-18T05:20:31,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:31,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=C 2024-11-18T05:20:31,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:31,628 DEBUG [hconnection-0x44b5c392-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:31,629 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:31,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907291633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907291633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907291633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,636 DEBUG [hconnection-0x6ee5ff0a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:31,636 DEBUG [hconnection-0x23888ac5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:31,637 DEBUG [hconnection-0x67e6d2ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T05:20:31,637 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:31,637 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:31,637 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T05:20:31,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907291639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907291639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411183fe609d703b84bf88d12a677d9d376ee_c4ae0f76907ad3e85ee693c773028584 is 50, key is test_row_0/A:col10/1731907231618/Put/seqid=0 2024-11-18T05:20:31,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742337_1513 (size=12154) 2024-11-18T05:20:31,674 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:31,677 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411183fe609d703b84bf88d12a677d9d376ee_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183fe609d703b84bf88d12a677d9d376ee_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:31,678 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/86d54faf4d4e4025b2f5a56765320a0c, store: [table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:31,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/86d54faf4d4e4025b2f5a56765320a0c is 175, key is test_row_0/A:col10/1731907231618/Put/seqid=0 2024-11-18T05:20:31,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742338_1514 (size=30955) 2024-11-18T05:20:31,682 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/86d54faf4d4e4025b2f5a56765320a0c 2024-11-18T05:20:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-18T05:20:31,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/432a7e4ae85f4ed3ad1e65bfec46e2ff is 50, key is test_row_0/B:col10/1731907231618/Put/seqid=0 2024-11-18T05:20:31,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742339_1515 (size=12001) 2024-11-18T05:20:31,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/432a7e4ae85f4ed3ad1e65bfec46e2ff 2024-11-18T05:20:31,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/1e349f3ee5a44d3181b3b8292dec14ad is 50, key is test_row_0/C:col10/1731907231618/Put/seqid=0 2024-11-18T05:20:31,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907291735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907291735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907291736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742340_1516 (size=12001) 2024-11-18T05:20:31,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/1e349f3ee5a44d3181b3b8292dec14ad 2024-11-18T05:20:31,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907291741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907291741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/86d54faf4d4e4025b2f5a56765320a0c as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/86d54faf4d4e4025b2f5a56765320a0c 2024-11-18T05:20:31,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/86d54faf4d4e4025b2f5a56765320a0c, entries=150, sequenceid=17, filesize=30.2 K 2024-11-18T05:20:31,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/432a7e4ae85f4ed3ad1e65bfec46e2ff as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/432a7e4ae85f4ed3ad1e65bfec46e2ff 2024-11-18T05:20:31,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/432a7e4ae85f4ed3ad1e65bfec46e2ff, entries=150, sequenceid=17, filesize=11.7 K 2024-11-18T05:20:31,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/1e349f3ee5a44d3181b3b8292dec14ad as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/1e349f3ee5a44d3181b3b8292dec14ad 2024-11-18T05:20:31,755 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-18T05:20:31,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:31,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:31,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:31,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:31,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:31,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/1e349f3ee5a44d3181b3b8292dec14ad, entries=150, sequenceid=17, filesize=11.7 K 2024-11-18T05:20:31,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c4ae0f76907ad3e85ee693c773028584 in 141ms, sequenceid=17, compaction requested=false 2024-11-18T05:20:31,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-18T05:20:31,908 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-18T05:20:31,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:31,909 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing c4ae0f76907ad3e85ee693c773028584 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T05:20:31,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=A 2024-11-18T05:20:31,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:31,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=B 2024-11-18T05:20:31,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:31,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=C 2024-11-18T05:20:31,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:31,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d8e876be69a644159ccce580346e4eb4_c4ae0f76907ad3e85ee693c773028584 is 50, key is test_row_0/A:col10/1731907231631/Put/seqid=0 2024-11-18T05:20:31,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742341_1517 (size=12154) 2024-11-18T05:20:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:31,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:31,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907291943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907291944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907291945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907291946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:31,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:31,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907291946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:32,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907292047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:32,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907292047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:32,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907292048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:32,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907292048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:32,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907292049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-18T05:20:32,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907292249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:32,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907292250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:32,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:32,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907292250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:32,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907292252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:32,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907292252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:32,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:32,323 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d8e876be69a644159ccce580346e4eb4_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d8e876be69a644159ccce580346e4eb4_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:32,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/d9e41afce18d4fa68f409a1db9120e9c, store: [table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:32,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/d9e41afce18d4fa68f409a1db9120e9c is 175, key is test_row_0/A:col10/1731907231631/Put/seqid=0 2024-11-18T05:20:32,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742342_1518 (size=30955) 2024-11-18T05:20:32,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907292553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:32,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:32,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907292554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:32,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907292555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:32,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:32,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907292555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:32,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907292557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:32,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-18T05:20:32,729 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/d9e41afce18d4fa68f409a1db9120e9c 2024-11-18T05:20:32,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/a27f90cb35e541d68243dbde7bf34d50 is 50, key is test_row_0/B:col10/1731907231631/Put/seqid=0 2024-11-18T05:20:32,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742343_1519 (size=12001) 2024-11-18T05:20:33,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907293058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:33,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907293058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:33,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907293060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:33,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907293060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:33,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907293062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:33,140 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/a27f90cb35e541d68243dbde7bf34d50 2024-11-18T05:20:33,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/3a37581ef4974898ad72c0b192a718ee is 50, key is test_row_0/C:col10/1731907231631/Put/seqid=0 2024-11-18T05:20:33,149 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T05:20:33,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742344_1520 (size=12001) 2024-11-18T05:20:33,551 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/3a37581ef4974898ad72c0b192a718ee 2024-11-18T05:20:33,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/d9e41afce18d4fa68f409a1db9120e9c as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/d9e41afce18d4fa68f409a1db9120e9c 2024-11-18T05:20:33,558 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/d9e41afce18d4fa68f409a1db9120e9c, entries=150, sequenceid=40, filesize=30.2 K 2024-11-18T05:20:33,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/a27f90cb35e541d68243dbde7bf34d50 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/a27f90cb35e541d68243dbde7bf34d50 2024-11-18T05:20:33,561 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/a27f90cb35e541d68243dbde7bf34d50, entries=150, sequenceid=40, filesize=11.7 K 2024-11-18T05:20:33,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/3a37581ef4974898ad72c0b192a718ee as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/3a37581ef4974898ad72c0b192a718ee 2024-11-18T05:20:33,564 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/3a37581ef4974898ad72c0b192a718ee, entries=150, sequenceid=40, filesize=11.7 K 2024-11-18T05:20:33,565 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for c4ae0f76907ad3e85ee693c773028584 in 1656ms, sequenceid=40, compaction requested=false 2024-11-18T05:20:33,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:33,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:33,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-18T05:20:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-18T05:20:33,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-18T05:20:33,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9620 sec 2024-11-18T05:20:33,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.9660 sec 2024-11-18T05:20:33,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-18T05:20:33,707 INFO [Thread-2295 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-18T05:20:33,708 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-18T05:20:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-18T05:20:33,710 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:33,710 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:33,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-18T05:20:33,862 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:33,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-18T05:20:33,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:33,862 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing c4ae0f76907ad3e85ee693c773028584 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T05:20:33,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=A 2024-11-18T05:20:33,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:33,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=B 2024-11-18T05:20:33,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:33,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=C 2024-11-18T05:20:33,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:33,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c8aa75217a0d4382bfa2628d3a23e655_c4ae0f76907ad3e85ee693c773028584 is 50, key is test_row_0/A:col10/1731907231943/Put/seqid=0 2024-11-18T05:20:33,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742345_1521 (size=12154) 2024-11-18T05:20:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-18T05:20:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:34,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:34,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907294078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907294079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907294080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907294080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907294080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907294182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907294182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907294183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907294183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907294183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:34,276 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c8aa75217a0d4382bfa2628d3a23e655_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c8aa75217a0d4382bfa2628d3a23e655_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:34,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/6728a30c8ba94c35a8bc3541bfd30456, store: [table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:34,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/6728a30c8ba94c35a8bc3541bfd30456 is 175, key is test_row_0/A:col10/1731907231943/Put/seqid=0 2024-11-18T05:20:34,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742346_1522 (size=30955) 2024-11-18T05:20:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-18T05:20:34,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907294385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907294385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907294386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907294386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907294387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,682 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/6728a30c8ba94c35a8bc3541bfd30456 2024-11-18T05:20:34,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907294688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907294689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907294689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907294690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:34,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907294691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:34,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/46ff48065eda4b298eabcdb54cf7f4da is 50, key is test_row_0/B:col10/1731907231943/Put/seqid=0 2024-11-18T05:20:34,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742347_1523 (size=12001) 2024-11-18T05:20:34,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-18T05:20:35,118 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/46ff48065eda4b298eabcdb54cf7f4da 2024-11-18T05:20:35,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/124f1e98f9f04f84aa2725dc2f68432f is 50, key is test_row_0/C:col10/1731907231943/Put/seqid=0 2024-11-18T05:20:35,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742348_1524 (size=12001) 2024-11-18T05:20:35,150 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/124f1e98f9f04f84aa2725dc2f68432f 2024-11-18T05:20:35,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/6728a30c8ba94c35a8bc3541bfd30456 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/6728a30c8ba94c35a8bc3541bfd30456 2024-11-18T05:20:35,157 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/6728a30c8ba94c35a8bc3541bfd30456, entries=150, sequenceid=54, filesize=30.2 K 2024-11-18T05:20:35,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/46ff48065eda4b298eabcdb54cf7f4da as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/46ff48065eda4b298eabcdb54cf7f4da 2024-11-18T05:20:35,160 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/46ff48065eda4b298eabcdb54cf7f4da, entries=150, sequenceid=54, filesize=11.7 K 2024-11-18T05:20:35,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/124f1e98f9f04f84aa2725dc2f68432f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/124f1e98f9f04f84aa2725dc2f68432f 2024-11-18T05:20:35,164 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/124f1e98f9f04f84aa2725dc2f68432f, entries=150, sequenceid=54, filesize=11.7 K 2024-11-18T05:20:35,165 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c4ae0f76907ad3e85ee693c773028584 in 1303ms, sequenceid=54, compaction requested=true 2024-11-18T05:20:35,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:35,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:35,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-18T05:20:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-18T05:20:35,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-18T05:20:35,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4560 sec 2024-11-18T05:20:35,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.4600 sec 2024-11-18T05:20:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:35,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4ae0f76907ad3e85ee693c773028584 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T05:20:35,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=A 2024-11-18T05:20:35,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:35,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=B 2024-11-18T05:20:35,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:35,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=C 2024-11-18T05:20:35,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:35,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411189349cfc52fe542b7b26fc55363ec64d6_c4ae0f76907ad3e85ee693c773028584 is 50, key is test_row_0/A:col10/1731907235192/Put/seqid=0 2024-11-18T05:20:35,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907295199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907295200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907295200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742349_1525 (size=14594) 2024-11-18T05:20:35,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907295201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907295202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907295302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907295302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907295304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907295305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907295305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907295505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907295506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907295506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907295507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907295507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,604 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:35,608 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411189349cfc52fe542b7b26fc55363ec64d6_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189349cfc52fe542b7b26fc55363ec64d6_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:35,609 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/f7ea87e806664776b152e743ca8044b3, store: [table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:35,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/f7ea87e806664776b152e743ca8044b3 is 175, key is test_row_0/A:col10/1731907235192/Put/seqid=0 2024-11-18T05:20:35,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742350_1526 (size=39549) 2024-11-18T05:20:35,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907295809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907295809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907295810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907295810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907295811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-18T05:20:35,813 INFO [Thread-2295 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-18T05:20:35,814 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-18T05:20:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-18T05:20:35,816 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:35,816 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:35,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-18T05:20:35,967 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:35,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-18T05:20:35,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:35,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:35,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:35,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:35,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:36,013 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/f7ea87e806664776b152e743ca8044b3 2024-11-18T05:20:36,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/e0dbe2527ae249278afac54c84256981 is 50, key is test_row_0/B:col10/1731907235192/Put/seqid=0 2024-11-18T05:20:36,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742351_1527 (size=12001) 2024-11-18T05:20:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-18T05:20:36,120 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:36,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-18T05:20:36,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:36,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:36,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:36,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:36,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:36,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:36,273 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:36,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-18T05:20:36,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:36,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:36,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:36,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:36,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:36,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907296312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:36,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907296313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:36,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:36,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907296314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:36,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907296316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:36,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907296317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-18T05:20:36,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/e0dbe2527ae249278afac54c84256981 2024-11-18T05:20:36,425 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:36,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-18T05:20:36,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:36,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:36,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:36,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:36,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:36,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/2800bed1fed842ceab229f321a25f432 is 50, key is test_row_0/C:col10/1731907235192/Put/seqid=0 2024-11-18T05:20:36,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742352_1528 (size=12001) 2024-11-18T05:20:36,578 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:36,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-18T05:20:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:36,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:36,731 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:36,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-18T05:20:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:36,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:36,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:36,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/2800bed1fed842ceab229f321a25f432 2024-11-18T05:20:36,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/f7ea87e806664776b152e743ca8044b3 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f7ea87e806664776b152e743ca8044b3 2024-11-18T05:20:36,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f7ea87e806664776b152e743ca8044b3, entries=200, sequenceid=78, filesize=38.6 K 2024-11-18T05:20:36,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/e0dbe2527ae249278afac54c84256981 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/e0dbe2527ae249278afac54c84256981 2024-11-18T05:20:36,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/e0dbe2527ae249278afac54c84256981, entries=150, sequenceid=78, filesize=11.7 K 2024-11-18T05:20:36,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/2800bed1fed842ceab229f321a25f432 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/2800bed1fed842ceab229f321a25f432 2024-11-18T05:20:36,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/2800bed1fed842ceab229f321a25f432, entries=150, sequenceid=78, filesize=11.7 K 2024-11-18T05:20:36,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c4ae0f76907ad3e85ee693c773028584 in 1659ms, sequenceid=78, compaction requested=true 2024-11-18T05:20:36,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:36,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4ae0f76907ad3e85ee693c773028584:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:20:36,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:36,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4ae0f76907ad3e85ee693c773028584:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:20:36,852 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:20:36,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:36,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4ae0f76907ad3e85ee693c773028584:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:20:36,852 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:20:36,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:36,853 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:20:36,853 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:20:36,853 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): c4ae0f76907ad3e85ee693c773028584/B is initiating minor compaction (all files) 2024-11-18T05:20:36,853 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): c4ae0f76907ad3e85ee693c773028584/A is initiating minor compaction (all files) 2024-11-18T05:20:36,853 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4ae0f76907ad3e85ee693c773028584/B in TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:36,853 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4ae0f76907ad3e85ee693c773028584/A in TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:36,853 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/432a7e4ae85f4ed3ad1e65bfec46e2ff, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/a27f90cb35e541d68243dbde7bf34d50, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/46ff48065eda4b298eabcdb54cf7f4da, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/e0dbe2527ae249278afac54c84256981] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp, totalSize=46.9 K 2024-11-18T05:20:36,853 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/86d54faf4d4e4025b2f5a56765320a0c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/d9e41afce18d4fa68f409a1db9120e9c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/6728a30c8ba94c35a8bc3541bfd30456, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f7ea87e806664776b152e743ca8044b3] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp, totalSize=129.3 K 2024-11-18T05:20:36,853 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:36,853 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. files: [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/86d54faf4d4e4025b2f5a56765320a0c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/d9e41afce18d4fa68f409a1db9120e9c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/6728a30c8ba94c35a8bc3541bfd30456, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f7ea87e806664776b152e743ca8044b3] 2024-11-18T05:20:36,854 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 432a7e4ae85f4ed3ad1e65bfec46e2ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731907231615 2024-11-18T05:20:36,854 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86d54faf4d4e4025b2f5a56765320a0c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731907231615 2024-11-18T05:20:36,854 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9e41afce18d4fa68f409a1db9120e9c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731907231627 2024-11-18T05:20:36,854 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting a27f90cb35e541d68243dbde7bf34d50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731907231627 2024-11-18T05:20:36,854 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6728a30c8ba94c35a8bc3541bfd30456, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731907231943 2024-11-18T05:20:36,854 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 46ff48065eda4b298eabcdb54cf7f4da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731907231943 2024-11-18T05:20:36,855 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting e0dbe2527ae249278afac54c84256981, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731907234079 2024-11-18T05:20:36,855 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7ea87e806664776b152e743ca8044b3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731907234078 2024-11-18T05:20:36,870 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4ae0f76907ad3e85ee693c773028584#B#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:36,870 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/eae9a29ec5394258b0f5ee5a81a3ecee is 50, key is test_row_0/B:col10/1731907235192/Put/seqid=0 2024-11-18T05:20:36,871 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:36,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742353_1529 (size=12139) 2024-11-18T05:20:36,882 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/eae9a29ec5394258b0f5ee5a81a3ecee as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/eae9a29ec5394258b0f5ee5a81a3ecee 2024-11-18T05:20:36,883 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:36,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-18T05:20:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:36,884 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing c4ae0f76907ad3e85ee693c773028584 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T05:20:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=A 2024-11-18T05:20:36,884 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118de43e34a40df4f08a23a26509650ff40_c4ae0f76907ad3e85ee693c773028584 store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=B 2024-11-18T05:20:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=C 2024-11-18T05:20:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:36,886 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118de43e34a40df4f08a23a26509650ff40_c4ae0f76907ad3e85ee693c773028584, store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:36,886 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118de43e34a40df4f08a23a26509650ff40_c4ae0f76907ad3e85ee693c773028584 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:36,888 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4ae0f76907ad3e85ee693c773028584/B of c4ae0f76907ad3e85ee693c773028584 into eae9a29ec5394258b0f5ee5a81a3ecee(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:36,889 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:36,889 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., storeName=c4ae0f76907ad3e85ee693c773028584/B, priority=12, startTime=1731907236852; duration=0sec 2024-11-18T05:20:36,889 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:36,889 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4ae0f76907ad3e85ee693c773028584:B 2024-11-18T05:20:36,889 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:20:36,891 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:20:36,891 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): c4ae0f76907ad3e85ee693c773028584/C is initiating minor compaction (all files) 2024-11-18T05:20:36,891 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4ae0f76907ad3e85ee693c773028584/C in TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:36,891 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/1e349f3ee5a44d3181b3b8292dec14ad, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/3a37581ef4974898ad72c0b192a718ee, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/124f1e98f9f04f84aa2725dc2f68432f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/2800bed1fed842ceab229f321a25f432] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp, totalSize=46.9 K 2024-11-18T05:20:36,891 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e349f3ee5a44d3181b3b8292dec14ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731907231615 2024-11-18T05:20:36,891 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a37581ef4974898ad72c0b192a718ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731907231627 2024-11-18T05:20:36,892 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 124f1e98f9f04f84aa2725dc2f68432f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731907231943 2024-11-18T05:20:36,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411189d60ffff2d254089988f7fc09ca642f8_c4ae0f76907ad3e85ee693c773028584 is 50, key is test_row_0/A:col10/1731907235200/Put/seqid=0 2024-11-18T05:20:36,892 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 2800bed1fed842ceab229f321a25f432, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731907234079 2024-11-18T05:20:36,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742354_1530 (size=4469) 2024-11-18T05:20:36,895 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4ae0f76907ad3e85ee693c773028584#A#compaction#451 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:36,896 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/46e85e4b830448348cf80a28fe27a840 is 175, key is test_row_0/A:col10/1731907235192/Put/seqid=0 2024-11-18T05:20:36,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742355_1531 (size=12154) 2024-11-18T05:20:36,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:36,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742356_1532 (size=31093) 2024-11-18T05:20:36,905 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411189d60ffff2d254089988f7fc09ca642f8_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189d60ffff2d254089988f7fc09ca642f8_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:36,905 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4ae0f76907ad3e85ee693c773028584#C#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:36,906 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/c7a6c0e2b9bc4a09b04dd264de341b9f is 50, key is test_row_0/C:col10/1731907235192/Put/seqid=0 2024-11-18T05:20:36,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/49102b05a8384366a3007fc5afe32e14, store: [table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:36,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/49102b05a8384366a3007fc5afe32e14 is 175, key is test_row_0/A:col10/1731907235200/Put/seqid=0 2024-11-18T05:20:36,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742357_1533 (size=12139) 2024-11-18T05:20:36,912 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/46e85e4b830448348cf80a28fe27a840 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/46e85e4b830448348cf80a28fe27a840 2024-11-18T05:20:36,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742358_1534 (size=30955) 2024-11-18T05:20:36,916 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/c7a6c0e2b9bc4a09b04dd264de341b9f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/c7a6c0e2b9bc4a09b04dd264de341b9f 2024-11-18T05:20:36,917 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4ae0f76907ad3e85ee693c773028584/A of c4ae0f76907ad3e85ee693c773028584 into 46e85e4b830448348cf80a28fe27a840(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:36,917 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:36,917 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., storeName=c4ae0f76907ad3e85ee693c773028584/A, priority=12, startTime=1731907236851; duration=0sec 2024-11-18T05:20:36,917 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:36,917 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4ae0f76907ad3e85ee693c773028584:A 2024-11-18T05:20:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-18T05:20:36,920 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4ae0f76907ad3e85ee693c773028584/C of c4ae0f76907ad3e85ee693c773028584 into c7a6c0e2b9bc4a09b04dd264de341b9f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:36,920 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:36,920 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., storeName=c4ae0f76907ad3e85ee693c773028584/C, priority=12, startTime=1731907236852; duration=0sec 2024-11-18T05:20:36,920 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:36,920 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4ae0f76907ad3e85ee693c773028584:C 2024-11-18T05:20:37,313 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/49102b05a8384366a3007fc5afe32e14 2024-11-18T05:20:37,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:37,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:37,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/d7197d90958d48f4b3d820d0df5c37ab is 50, key is test_row_0/B:col10/1731907235200/Put/seqid=0 2024-11-18T05:20:37,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742359_1535 (size=12001) 2024-11-18T05:20:37,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907297330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:37,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907297331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:37,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907297331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:37,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907297332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:37,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907297332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:37,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907297433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:37,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907297434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:37,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907297434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:37,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907297435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:37,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907297435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:37,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907297635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:37,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907297636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:37,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907297637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:37,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907297638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:37,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907297638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:37,724 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/d7197d90958d48f4b3d820d0df5c37ab 2024-11-18T05:20:37,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/405aa18329974441baf0567136d55448 is 50, key is test_row_0/C:col10/1731907235200/Put/seqid=0 2024-11-18T05:20:37,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742360_1536 (size=12001) 2024-11-18T05:20:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-18T05:20:37,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907297937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:37,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907297938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:37,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907297940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:37,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907297941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:37,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907297942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:38,136 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/405aa18329974441baf0567136d55448 2024-11-18T05:20:38,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/49102b05a8384366a3007fc5afe32e14 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/49102b05a8384366a3007fc5afe32e14 2024-11-18T05:20:38,143 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/49102b05a8384366a3007fc5afe32e14, entries=150, sequenceid=91, filesize=30.2 K 2024-11-18T05:20:38,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/d7197d90958d48f4b3d820d0df5c37ab as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/d7197d90958d48f4b3d820d0df5c37ab 2024-11-18T05:20:38,147 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/d7197d90958d48f4b3d820d0df5c37ab, entries=150, sequenceid=91, filesize=11.7 K 2024-11-18T05:20:38,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/405aa18329974441baf0567136d55448 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/405aa18329974441baf0567136d55448 2024-11-18T05:20:38,151 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/405aa18329974441baf0567136d55448, entries=150, sequenceid=91, filesize=11.7 K 2024-11-18T05:20:38,151 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c4ae0f76907ad3e85ee693c773028584 in 1267ms, sequenceid=91, compaction requested=false 2024-11-18T05:20:38,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:38,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:38,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-18T05:20:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-18T05:20:38,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-18T05:20:38,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3370 sec 2024-11-18T05:20:38,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 2.3400 sec 2024-11-18T05:20:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:38,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4ae0f76907ad3e85ee693c773028584 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T05:20:38,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=A 2024-11-18T05:20:38,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:38,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=B 2024-11-18T05:20:38,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:38,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=C 2024-11-18T05:20:38,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:38,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118af0cb8a453fe461c85e9664a77c9a29c_c4ae0f76907ad3e85ee693c773028584 is 50, key is test_row_0/A:col10/1731907238443/Put/seqid=0 2024-11-18T05:20:38,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742361_1537 (size=14594) 2024-11-18T05:20:38,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907298450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:38,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907298452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:38,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907298489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:38,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907298489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:38,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907298489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:38,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907298590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:38,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907298590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:38,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907298592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:38,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907298592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:38,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907298592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:38,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907298793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:38,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907298794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:38,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907298795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:38,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907298795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:38,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907298795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:38,863 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:38,867 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118af0cb8a453fe461c85e9664a77c9a29c_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118af0cb8a453fe461c85e9664a77c9a29c_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:38,868 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/f26cae092ea9492d9541b41ceeae5421, store: [table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:38,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/f26cae092ea9492d9541b41ceeae5421 is 175, key is test_row_0/A:col10/1731907238443/Put/seqid=0 2024-11-18T05:20:38,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742362_1538 (size=39549) 2024-11-18T05:20:39,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907299097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:39,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907299097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:39,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:39,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907299097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:39,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907299098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:39,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907299098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:39,272 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/f26cae092ea9492d9541b41ceeae5421 2024-11-18T05:20:39,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/ea5de4a63d5342ffa3990223ce43d22e is 50, key is test_row_0/B:col10/1731907238443/Put/seqid=0 2024-11-18T05:20:39,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742363_1539 (size=12001) 2024-11-18T05:20:39,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907299600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:39,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907299601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:39,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907299601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:39,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907299601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:39,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907299603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:39,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/ea5de4a63d5342ffa3990223ce43d22e 2024-11-18T05:20:39,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/5c3cc9c598d14d0994757906e3ab5df7 is 50, key is test_row_0/C:col10/1731907238443/Put/seqid=0 2024-11-18T05:20:39,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742364_1540 (size=12001) 2024-11-18T05:20:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-18T05:20:39,920 INFO [Thread-2295 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-18T05:20:39,921 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-18T05:20:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-18T05:20:39,922 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:39,923 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:39,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-18T05:20:40,074 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:40,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-18T05:20:40,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:40,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:40,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:40,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:40,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:40,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/5c3cc9c598d14d0994757906e3ab5df7 2024-11-18T05:20:40,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/f26cae092ea9492d9541b41ceeae5421 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f26cae092ea9492d9541b41ceeae5421 2024-11-18T05:20:40,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f26cae092ea9492d9541b41ceeae5421, entries=200, sequenceid=118, filesize=38.6 K 2024-11-18T05:20:40,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/ea5de4a63d5342ffa3990223ce43d22e as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/ea5de4a63d5342ffa3990223ce43d22e 2024-11-18T05:20:40,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/ea5de4a63d5342ffa3990223ce43d22e, entries=150, sequenceid=118, filesize=11.7 K 2024-11-18T05:20:40,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/5c3cc9c598d14d0994757906e3ab5df7 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/5c3cc9c598d14d0994757906e3ab5df7 2024-11-18T05:20:40,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/5c3cc9c598d14d0994757906e3ab5df7, entries=150, sequenceid=118, filesize=11.7 K 2024-11-18T05:20:40,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c4ae0f76907ad3e85ee693c773028584 in 1679ms, sequenceid=118, compaction requested=true 2024-11-18T05:20:40,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:40,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4ae0f76907ad3e85ee693c773028584:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:20:40,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:40,123 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:40,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4ae0f76907ad3e85ee693c773028584:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:20:40,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:40,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4ae0f76907ad3e85ee693c773028584:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:20:40,123 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:40,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:40,124 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:40,124 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): c4ae0f76907ad3e85ee693c773028584/A is initiating minor compaction (all files) 2024-11-18T05:20:40,124 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:40,124 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4ae0f76907ad3e85ee693c773028584/A in TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:40,124 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): c4ae0f76907ad3e85ee693c773028584/B is initiating minor compaction (all files) 2024-11-18T05:20:40,124 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4ae0f76907ad3e85ee693c773028584/B in TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:40,124 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/46e85e4b830448348cf80a28fe27a840, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/49102b05a8384366a3007fc5afe32e14, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f26cae092ea9492d9541b41ceeae5421] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp, totalSize=99.2 K 2024-11-18T05:20:40,124 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/eae9a29ec5394258b0f5ee5a81a3ecee, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/d7197d90958d48f4b3d820d0df5c37ab, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/ea5de4a63d5342ffa3990223ce43d22e] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp, totalSize=35.3 K 2024-11-18T05:20:40,124 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:40,125 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. files: [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/46e85e4b830448348cf80a28fe27a840, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/49102b05a8384366a3007fc5afe32e14, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f26cae092ea9492d9541b41ceeae5421] 2024-11-18T05:20:40,125 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46e85e4b830448348cf80a28fe27a840, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731907234079 2024-11-18T05:20:40,125 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting eae9a29ec5394258b0f5ee5a81a3ecee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731907234079 2024-11-18T05:20:40,125 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49102b05a8384366a3007fc5afe32e14, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731907235197 2024-11-18T05:20:40,125 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting d7197d90958d48f4b3d820d0df5c37ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731907235197 2024-11-18T05:20:40,131 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting ea5de4a63d5342ffa3990223ce43d22e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731907237330 2024-11-18T05:20:40,131 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting f26cae092ea9492d9541b41ceeae5421, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731907237330 2024-11-18T05:20:40,137 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:40,138 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4ae0f76907ad3e85ee693c773028584#B#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:40,138 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/555fe67179354557aca2c5087536ac23 is 50, key is test_row_0/B:col10/1731907238443/Put/seqid=0 2024-11-18T05:20:40,138 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411185dd012b4d3924b31a125078172491b62_c4ae0f76907ad3e85ee693c773028584 store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:40,139 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411185dd012b4d3924b31a125078172491b62_c4ae0f76907ad3e85ee693c773028584, store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:40,140 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185dd012b4d3924b31a125078172491b62_c4ae0f76907ad3e85ee693c773028584 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:40,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742365_1541 (size=12241) 2024-11-18T05:20:40,146 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/555fe67179354557aca2c5087536ac23 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/555fe67179354557aca2c5087536ac23 2024-11-18T05:20:40,150 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4ae0f76907ad3e85ee693c773028584/B of c4ae0f76907ad3e85ee693c773028584 into 555fe67179354557aca2c5087536ac23(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:40,150 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:40,150 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., storeName=c4ae0f76907ad3e85ee693c773028584/B, priority=13, startTime=1731907240123; duration=0sec 2024-11-18T05:20:40,151 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:40,151 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4ae0f76907ad3e85ee693c773028584:B 2024-11-18T05:20:40,151 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:40,152 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:40,152 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): c4ae0f76907ad3e85ee693c773028584/C is initiating minor compaction (all files) 2024-11-18T05:20:40,152 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4ae0f76907ad3e85ee693c773028584/C in TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:40,152 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/c7a6c0e2b9bc4a09b04dd264de341b9f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/405aa18329974441baf0567136d55448, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/5c3cc9c598d14d0994757906e3ab5df7] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp, totalSize=35.3 K 2024-11-18T05:20:40,152 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting c7a6c0e2b9bc4a09b04dd264de341b9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731907234079 2024-11-18T05:20:40,153 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 405aa18329974441baf0567136d55448, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731907235197 2024-11-18T05:20:40,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742366_1542 (size=4469) 2024-11-18T05:20:40,153 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c3cc9c598d14d0994757906e3ab5df7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731907237330 2024-11-18T05:20:40,160 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4ae0f76907ad3e85ee693c773028584#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:40,161 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/3631472467274dd2966053d96949de23 is 50, key is test_row_0/C:col10/1731907238443/Put/seqid=0 2024-11-18T05:20:40,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742367_1543 (size=12241) 2024-11-18T05:20:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-18T05:20:40,227 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:40,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-18T05:20:40,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:40,227 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing c4ae0f76907ad3e85ee693c773028584 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T05:20:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=A 2024-11-18T05:20:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=B 2024-11-18T05:20:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=C 2024-11-18T05:20:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:40,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a864f970a9344c4fa7e33458dd64f5a0_c4ae0f76907ad3e85ee693c773028584 is 50, key is test_row_0/A:col10/1731907238450/Put/seqid=0 2024-11-18T05:20:40,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742368_1544 (size=12204) 2024-11-18T05:20:40,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:40,253 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a864f970a9344c4fa7e33458dd64f5a0_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a864f970a9344c4fa7e33458dd64f5a0_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:40,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/08115b18c156407aacbc6b9bda5b1ff9, store: [table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:40,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/08115b18c156407aacbc6b9bda5b1ff9 is 175, key is test_row_0/A:col10/1731907238450/Put/seqid=0 2024-11-18T05:20:40,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742369_1545 (size=31005) 2024-11-18T05:20:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-18T05:20:40,555 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4ae0f76907ad3e85ee693c773028584#A#compaction#460 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:40,555 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/83182c0e20fc4cfa853302789a976bd9 is 175, key is test_row_0/A:col10/1731907238443/Put/seqid=0 2024-11-18T05:20:40,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742370_1546 (size=31195) 2024-11-18T05:20:40,564 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/83182c0e20fc4cfa853302789a976bd9 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/83182c0e20fc4cfa853302789a976bd9 2024-11-18T05:20:40,569 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4ae0f76907ad3e85ee693c773028584/A of c4ae0f76907ad3e85ee693c773028584 into 83182c0e20fc4cfa853302789a976bd9(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:40,569 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:40,569 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., storeName=c4ae0f76907ad3e85ee693c773028584/A, priority=13, startTime=1731907240123; duration=0sec 2024-11-18T05:20:40,569 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:40,569 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4ae0f76907ad3e85ee693c773028584:A 2024-11-18T05:20:40,569 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/3631472467274dd2966053d96949de23 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/3631472467274dd2966053d96949de23 2024-11-18T05:20:40,574 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4ae0f76907ad3e85ee693c773028584/C of c4ae0f76907ad3e85ee693c773028584 into 3631472467274dd2966053d96949de23(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:40,574 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:40,574 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., storeName=c4ae0f76907ad3e85ee693c773028584/C, priority=13, startTime=1731907240123; duration=0sec 2024-11-18T05:20:40,574 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:40,574 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4ae0f76907ad3e85ee693c773028584:C 2024-11-18T05:20:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:40,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:40,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907300652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:40,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907300653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:40,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907300654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:40,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907300655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:40,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907300655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:40,658 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/08115b18c156407aacbc6b9bda5b1ff9 2024-11-18T05:20:40,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/e767bd0de3d14a58875409268ae6f8e9 is 50, key is test_row_0/B:col10/1731907238450/Put/seqid=0 2024-11-18T05:20:40,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742371_1547 (size=12051) 2024-11-18T05:20:40,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907300756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:40,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907300756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:40,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907300756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:40,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907300757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:40,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907300758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:40,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907300958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:40,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907300958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:40,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907300959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:40,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907300959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:40,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907300961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-18T05:20:41,068 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/e767bd0de3d14a58875409268ae6f8e9 2024-11-18T05:20:41,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/059316851cca43b4b028d9d76cf99dd1 is 50, key is test_row_0/C:col10/1731907238450/Put/seqid=0 2024-11-18T05:20:41,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742372_1548 (size=12051) 2024-11-18T05:20:41,077 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/059316851cca43b4b028d9d76cf99dd1 2024-11-18T05:20:41,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/08115b18c156407aacbc6b9bda5b1ff9 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/08115b18c156407aacbc6b9bda5b1ff9 2024-11-18T05:20:41,084 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/08115b18c156407aacbc6b9bda5b1ff9, entries=150, sequenceid=132, filesize=30.3 K 2024-11-18T05:20:41,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/e767bd0de3d14a58875409268ae6f8e9 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/e767bd0de3d14a58875409268ae6f8e9 2024-11-18T05:20:41,088 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/e767bd0de3d14a58875409268ae6f8e9, entries=150, sequenceid=132, filesize=11.8 K 2024-11-18T05:20:41,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/059316851cca43b4b028d9d76cf99dd1 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/059316851cca43b4b028d9d76cf99dd1 2024-11-18T05:20:41,091 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/059316851cca43b4b028d9d76cf99dd1, entries=150, sequenceid=132, filesize=11.8 K 2024-11-18T05:20:41,092 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c4ae0f76907ad3e85ee693c773028584 in 865ms, sequenceid=132, compaction requested=false 2024-11-18T05:20:41,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:41,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:41,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-18T05:20:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-18T05:20:41,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-18T05:20:41,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1700 sec 2024-11-18T05:20:41,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.1740 sec 2024-11-18T05:20:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:41,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4ae0f76907ad3e85ee693c773028584 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-18T05:20:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=A 2024-11-18T05:20:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=B 2024-11-18T05:20:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=C 2024-11-18T05:20:41,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:41,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907301267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184ec202bfdb1543c69139ad4f771da4bd_c4ae0f76907ad3e85ee693c773028584 is 50, key is test_row_0/A:col10/1731907240654/Put/seqid=0 2024-11-18T05:20:41,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907301267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907301269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907301269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907301270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742373_1549 (size=14794) 2024-11-18T05:20:41,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907301370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907301371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907301371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907301372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907301372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907301573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907301574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907301574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907301575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907301576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,674 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:41,677 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411184ec202bfdb1543c69139ad4f771da4bd_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184ec202bfdb1543c69139ad4f771da4bd_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:41,678 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/91c9935b3b874b0d8374dc11eba8dfed, store: [table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:41,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/91c9935b3b874b0d8374dc11eba8dfed is 175, key is test_row_0/A:col10/1731907240654/Put/seqid=0 2024-11-18T05:20:41,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742374_1550 (size=39749) 2024-11-18T05:20:41,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907301874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907301876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907301877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907301879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:41,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:41,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907301881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-18T05:20:42,026 INFO [Thread-2295 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-18T05:20:42,027 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:42,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-18T05:20:42,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-18T05:20:42,028 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:42,029 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:42,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:42,083 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/91c9935b3b874b0d8374dc11eba8dfed 2024-11-18T05:20:42,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/067c87a702264abd91d1a7b1bc560a7e is 50, key is test_row_0/B:col10/1731907240654/Put/seqid=0 2024-11-18T05:20:42,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742375_1551 (size=12151) 2024-11-18T05:20:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-18T05:20:42,180 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:42,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-18T05:20:42,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:42,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:42,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:42,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:42,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-18T05:20:42,333 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:42,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-18T05:20:42,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:42,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:42,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:42,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:42,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:42,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907302380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:42,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907302381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:42,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907302382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:42,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907302383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:42,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907302384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:42,485 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:42,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-18T05:20:42,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:42,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:42,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:42,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:42,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:42,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/067c87a702264abd91d1a7b1bc560a7e 2024-11-18T05:20:42,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/dbea33bfacd24df58452ebbe40e17cb1 is 50, key is test_row_0/C:col10/1731907240654/Put/seqid=0 2024-11-18T05:20:42,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742376_1552 (size=12151) 2024-11-18T05:20:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-18T05:20:42,638 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:42,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-18T05:20:42,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:42,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:42,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:42,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:42,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:42,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:42,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-18T05:20:42,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:42,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:42,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:42,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:42,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:42,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:42,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/dbea33bfacd24df58452ebbe40e17cb1 2024-11-18T05:20:42,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/91c9935b3b874b0d8374dc11eba8dfed as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/91c9935b3b874b0d8374dc11eba8dfed 2024-11-18T05:20:42,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/91c9935b3b874b0d8374dc11eba8dfed, entries=200, sequenceid=160, filesize=38.8 K 2024-11-18T05:20:42,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/067c87a702264abd91d1a7b1bc560a7e as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/067c87a702264abd91d1a7b1bc560a7e 2024-11-18T05:20:42,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/067c87a702264abd91d1a7b1bc560a7e, entries=150, sequenceid=160, filesize=11.9 K 2024-11-18T05:20:42,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/dbea33bfacd24df58452ebbe40e17cb1 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/dbea33bfacd24df58452ebbe40e17cb1 2024-11-18T05:20:42,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/dbea33bfacd24df58452ebbe40e17cb1, entries=150, sequenceid=160, filesize=11.9 K 2024-11-18T05:20:42,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c4ae0f76907ad3e85ee693c773028584 in 1658ms, sequenceid=160, compaction requested=true 2024-11-18T05:20:42,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:42,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4ae0f76907ad3e85ee693c773028584:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:20:42,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:42,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4ae0f76907ad3e85ee693c773028584:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:20:42,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:42,921 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:42,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4ae0f76907ad3e85ee693c773028584:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:20:42,921 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:42,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:42,922 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101949 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:42,922 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:42,922 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): c4ae0f76907ad3e85ee693c773028584/A is initiating minor compaction (all files) 2024-11-18T05:20:42,922 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): c4ae0f76907ad3e85ee693c773028584/B is initiating minor compaction (all files) 2024-11-18T05:20:42,922 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4ae0f76907ad3e85ee693c773028584/A in TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:42,922 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4ae0f76907ad3e85ee693c773028584/B in TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:42,922 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/83182c0e20fc4cfa853302789a976bd9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/08115b18c156407aacbc6b9bda5b1ff9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/91c9935b3b874b0d8374dc11eba8dfed] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp, totalSize=99.6 K 2024-11-18T05:20:42,922 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/555fe67179354557aca2c5087536ac23, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/e767bd0de3d14a58875409268ae6f8e9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/067c87a702264abd91d1a7b1bc560a7e] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp, totalSize=35.6 K 2024-11-18T05:20:42,922 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:42,922 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. files: [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/83182c0e20fc4cfa853302789a976bd9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/08115b18c156407aacbc6b9bda5b1ff9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/91c9935b3b874b0d8374dc11eba8dfed] 2024-11-18T05:20:42,923 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83182c0e20fc4cfa853302789a976bd9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731907237330 2024-11-18T05:20:42,923 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 555fe67179354557aca2c5087536ac23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731907237330 2024-11-18T05:20:42,923 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08115b18c156407aacbc6b9bda5b1ff9, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731907238448 2024-11-18T05:20:42,923 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting e767bd0de3d14a58875409268ae6f8e9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731907238448 2024-11-18T05:20:42,923 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91c9935b3b874b0d8374dc11eba8dfed, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731907240654 2024-11-18T05:20:42,923 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 067c87a702264abd91d1a7b1bc560a7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731907240654 2024-11-18T05:20:42,929 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:42,930 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4ae0f76907ad3e85ee693c773028584#B#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:42,931 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/0f465fee36214aa79bdd26c3c1f5d63f is 50, key is test_row_0/B:col10/1731907240654/Put/seqid=0 2024-11-18T05:20:42,932 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411180e09f18dcff14b91bb392064ec9c8066_c4ae0f76907ad3e85ee693c773028584 store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:42,934 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411180e09f18dcff14b91bb392064ec9c8066_c4ae0f76907ad3e85ee693c773028584, store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:42,934 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180e09f18dcff14b91bb392064ec9c8066_c4ae0f76907ad3e85ee693c773028584 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:42,943 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:42,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-18T05:20:42,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:42,944 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing c4ae0f76907ad3e85ee693c773028584 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T05:20:42,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=A 2024-11-18T05:20:42,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:42,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=B 2024-11-18T05:20:42,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:42,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=C 2024-11-18T05:20:42,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:42,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742378_1554 (size=4469) 2024-11-18T05:20:42,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742377_1553 (size=12493) 2024-11-18T05:20:42,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a8782a02b8064f2f8c57bc95203353f0_c4ae0f76907ad3e85ee693c773028584 is 50, key is test_row_0/A:col10/1731907241268/Put/seqid=0 2024-11-18T05:20:42,955 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/0f465fee36214aa79bdd26c3c1f5d63f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/0f465fee36214aa79bdd26c3c1f5d63f 2024-11-18T05:20:42,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742379_1555 (size=12304) 2024-11-18T05:20:42,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:42,960 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4ae0f76907ad3e85ee693c773028584/B of c4ae0f76907ad3e85ee693c773028584 into 0f465fee36214aa79bdd26c3c1f5d63f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:42,960 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:42,960 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., storeName=c4ae0f76907ad3e85ee693c773028584/B, priority=13, startTime=1731907242921; duration=0sec 2024-11-18T05:20:42,960 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:42,960 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4ae0f76907ad3e85ee693c773028584:B 2024-11-18T05:20:42,960 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:42,961 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a8782a02b8064f2f8c57bc95203353f0_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a8782a02b8064f2f8c57bc95203353f0_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:42,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/8576b701f44f4960a2351cb454614077, store: [table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:42,962 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:42,962 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): c4ae0f76907ad3e85ee693c773028584/C is initiating minor compaction (all files) 2024-11-18T05:20:42,962 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4ae0f76907ad3e85ee693c773028584/C in TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:42,962 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/3631472467274dd2966053d96949de23, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/059316851cca43b4b028d9d76cf99dd1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/dbea33bfacd24df58452ebbe40e17cb1] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp, totalSize=35.6 K 2024-11-18T05:20:42,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/8576b701f44f4960a2351cb454614077 is 175, key is test_row_0/A:col10/1731907241268/Put/seqid=0 2024-11-18T05:20:42,962 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 3631472467274dd2966053d96949de23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731907237330 2024-11-18T05:20:42,963 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 059316851cca43b4b028d9d76cf99dd1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731907238448 2024-11-18T05:20:42,963 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting dbea33bfacd24df58452ebbe40e17cb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731907240654 2024-11-18T05:20:42,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742380_1556 (size=31105) 2024-11-18T05:20:42,967 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/8576b701f44f4960a2351cb454614077 2024-11-18T05:20:42,970 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4ae0f76907ad3e85ee693c773028584#C#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:42,971 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/7dc8bc70016843e5afda06f7a82bc9fb is 50, key is test_row_0/C:col10/1731907240654/Put/seqid=0 2024-11-18T05:20:42,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/fb925b2121c342eb80d93f013be07bbe is 50, key is test_row_0/B:col10/1731907241268/Put/seqid=0 2024-11-18T05:20:42,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742382_1558 (size=12151) 2024-11-18T05:20:42,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742381_1557 (size=12493) 2024-11-18T05:20:42,994 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/fb925b2121c342eb80d93f013be07bbe 2024-11-18T05:20:43,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/a50541ccb6844549b72077f3173b4dd3 is 50, key is test_row_0/C:col10/1731907241268/Put/seqid=0 2024-11-18T05:20:43,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742383_1559 (size=12151) 2024-11-18T05:20:43,010 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/a50541ccb6844549b72077f3173b4dd3 2024-11-18T05:20:43,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/8576b701f44f4960a2351cb454614077 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/8576b701f44f4960a2351cb454614077 2024-11-18T05:20:43,019 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/8576b701f44f4960a2351cb454614077, entries=150, sequenceid=171, filesize=30.4 K 2024-11-18T05:20:43,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/fb925b2121c342eb80d93f013be07bbe as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/fb925b2121c342eb80d93f013be07bbe 2024-11-18T05:20:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,023 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/fb925b2121c342eb80d93f013be07bbe, entries=150, sequenceid=171, filesize=11.9 K 2024-11-18T05:20:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/a50541ccb6844549b72077f3173b4dd3 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/a50541ccb6844549b72077f3173b4dd3 2024-11-18T05:20:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,028 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/a50541ccb6844549b72077f3173b4dd3, entries=150, sequenceid=171, filesize=11.9 K 2024-11-18T05:20:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,028 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for c4ae0f76907ad3e85ee693c773028584 in 84ms, sequenceid=171, compaction requested=false 2024-11-18T05:20:43,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:43,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:43,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-18T05:20:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-18T05:20:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-18T05:20:43,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0010 sec 2024-11-18T05:20:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 1.0060 sec 2024-11-18T05:20:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-18T05:20:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,131 INFO [Thread-2295 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-18T05:20:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,133 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-11-18T05:20:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-18T05:20:43,135 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,135 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-18T05:20:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,286 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-18T05:20:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:43,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:43,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:43,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-11-18T05:20:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-11-18T05:20:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-18T05:20:43,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-11-18T05:20:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 157 msec 2024-11-18T05:20:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,346 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4ae0f76907ad3e85ee693c773028584#A#compaction#469 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,347 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/f1cd0a1c82b9467f8208ff98f772d846 is 175, key is test_row_0/A:col10/1731907240654/Put/seqid=0 2024-11-18T05:20:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742384_1560 (size=31447) 2024-11-18T05:20:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,357 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/f1cd0a1c82b9467f8208ff98f772d846 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f1cd0a1c82b9467f8208ff98f772d846 2024-11-18T05:20:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,361 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4ae0f76907ad3e85ee693c773028584/A of c4ae0f76907ad3e85ee693c773028584 into f1cd0a1c82b9467f8208ff98f772d846(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:43,361 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,361 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., storeName=c4ae0f76907ad3e85ee693c773028584/A, priority=13, startTime=1731907242921; duration=0sec 2024-11-18T05:20:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,361 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:43,361 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4ae0f76907ad3e85ee693c773028584:A 2024-11-18T05:20:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,399 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/7dc8bc70016843e5afda06f7a82bc9fb as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/7dc8bc70016843e5afda06f7a82bc9fb 2024-11-18T05:20:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,403 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4ae0f76907ad3e85ee693c773028584/C of c4ae0f76907ad3e85ee693c773028584 into 7dc8bc70016843e5afda06f7a82bc9fb(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:43,403 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:43,403 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., storeName=c4ae0f76907ad3e85ee693c773028584/C, priority=13, startTime=1731907242921; duration=0sec 2024-11-18T05:20:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,403 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:43,403 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4ae0f76907ad3e85ee693c773028584:C 2024-11-18T05:20:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:43,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4ae0f76907ad3e85ee693c773028584 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-18T05:20:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=A 2024-11-18T05:20:43,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:43,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=B 2024-11-18T05:20:43,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:43,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=C 2024-11-18T05:20:43,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:43,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188fe0be3a00014af89a046c6bec91dbca_c4ae0f76907ad3e85ee693c773028584 is 50, key is test_row_0/A:col10/1731907243423/Put/seqid=0 2024-11-18T05:20:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-18T05:20:43,437 INFO [Thread-2295 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-18T05:20:43,438 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-11-18T05:20:43,439 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-18T05:20:43,440 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:43,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:43,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742385_1561 (size=12304) 2024-11-18T05:20:43,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907303446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:43,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907303447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:43,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:43,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907303447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907303448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:43,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907303448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-18T05:20:43,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907303551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:43,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907303551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:43,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907303552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:43,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907303552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:43,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907303552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:43,592 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:43,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-18T05:20:43,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:43,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:43,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:43,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:43,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-18T05:20:43,745 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:43,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-18T05:20:43,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:43,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:43,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:43,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:43,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:43,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907303753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:43,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907303753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:43,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907303753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:43,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907303754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:43,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907303754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:43,842 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:43,846 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188fe0be3a00014af89a046c6bec91dbca_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188fe0be3a00014af89a046c6bec91dbca_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:43,847 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/780381e297de4c4fbbb89e9bc33af900, store: [table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:43,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/780381e297de4c4fbbb89e9bc33af900 is 175, key is test_row_0/A:col10/1731907243423/Put/seqid=0 2024-11-18T05:20:43,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742386_1562 (size=31105) 2024-11-18T05:20:43,897 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:43,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-18T05:20:43,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:43,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:43,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:43,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:43,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-18T05:20:44,050 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:44,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-18T05:20:44,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:44,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:44,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:44,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:44,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:44,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907304056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:44,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907304057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:44,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907304057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:44,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907304057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:44,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907304057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:44,202 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:44,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-18T05:20:44,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:44,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:44,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:44,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:44,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:44,259 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/780381e297de4c4fbbb89e9bc33af900 2024-11-18T05:20:44,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/9e6822b56e124a569dbab6b38ed9f186 is 50, key is test_row_0/B:col10/1731907243423/Put/seqid=0 2024-11-18T05:20:44,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742387_1563 (size=12151) 2024-11-18T05:20:44,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/9e6822b56e124a569dbab6b38ed9f186 2024-11-18T05:20:44,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/fba53fae4a8645ba979589e634bca208 is 50, key is test_row_0/C:col10/1731907243423/Put/seqid=0 2024-11-18T05:20:44,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742388_1564 (size=12151) 2024-11-18T05:20:44,355 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:44,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-18T05:20:44,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:44,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:44,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:44,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:44,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:44,507 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:44,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-18T05:20:44,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:44,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:44,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:44,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:44,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:44,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-18T05:20:44,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907304560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:44,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907304560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:44,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907304560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:44,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907304561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:44,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907304562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:44,660 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:44,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-18T05:20:44,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:44,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:44,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:44,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:44,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:44,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/fba53fae4a8645ba979589e634bca208 2024-11-18T05:20:44,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/780381e297de4c4fbbb89e9bc33af900 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/780381e297de4c4fbbb89e9bc33af900 2024-11-18T05:20:44,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/780381e297de4c4fbbb89e9bc33af900, entries=150, sequenceid=188, filesize=30.4 K 2024-11-18T05:20:44,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/9e6822b56e124a569dbab6b38ed9f186 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/9e6822b56e124a569dbab6b38ed9f186 2024-11-18T05:20:44,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/9e6822b56e124a569dbab6b38ed9f186, entries=150, sequenceid=188, filesize=11.9 K 2024-11-18T05:20:44,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/fba53fae4a8645ba979589e634bca208 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/fba53fae4a8645ba979589e634bca208 2024-11-18T05:20:44,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/fba53fae4a8645ba979589e634bca208, entries=150, sequenceid=188, filesize=11.9 K 2024-11-18T05:20:44,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c4ae0f76907ad3e85ee693c773028584 in 1268ms, sequenceid=188, compaction requested=true 2024-11-18T05:20:44,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:44,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4ae0f76907ad3e85ee693c773028584:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:20:44,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:44,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4ae0f76907ad3e85ee693c773028584:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:20:44,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:44,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4ae0f76907ad3e85ee693c773028584:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:20:44,694 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:44,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:44,694 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:44,694 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:44,694 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:44,694 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): c4ae0f76907ad3e85ee693c773028584/B is initiating minor compaction (all files) 2024-11-18T05:20:44,694 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): c4ae0f76907ad3e85ee693c773028584/A is initiating minor compaction (all files) 2024-11-18T05:20:44,694 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4ae0f76907ad3e85ee693c773028584/B in TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:44,694 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4ae0f76907ad3e85ee693c773028584/A in TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:44,695 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/0f465fee36214aa79bdd26c3c1f5d63f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/fb925b2121c342eb80d93f013be07bbe, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/9e6822b56e124a569dbab6b38ed9f186] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp, totalSize=35.9 K 2024-11-18T05:20:44,695 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f1cd0a1c82b9467f8208ff98f772d846, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/8576b701f44f4960a2351cb454614077, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/780381e297de4c4fbbb89e9bc33af900] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp, totalSize=91.5 K 2024-11-18T05:20:44,695 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:44,695 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. files: [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f1cd0a1c82b9467f8208ff98f772d846, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/8576b701f44f4960a2351cb454614077, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/780381e297de4c4fbbb89e9bc33af900] 2024-11-18T05:20:44,698 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1cd0a1c82b9467f8208ff98f772d846, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731907240654 2024-11-18T05:20:44,698 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f465fee36214aa79bdd26c3c1f5d63f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731907240654 2024-11-18T05:20:44,699 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8576b701f44f4960a2351cb454614077, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731907241266 2024-11-18T05:20:44,699 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting fb925b2121c342eb80d93f013be07bbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731907241266 2024-11-18T05:20:44,699 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 780381e297de4c4fbbb89e9bc33af900, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731907243423 2024-11-18T05:20:44,699 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e6822b56e124a569dbab6b38ed9f186, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731907243423 2024-11-18T05:20:44,704 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:44,706 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4ae0f76907ad3e85ee693c773028584#B#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:44,706 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118b142877cbb704e81b4cea6a01e25d6bc_c4ae0f76907ad3e85ee693c773028584 store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:44,706 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/714742d197174cd5a21e974c4aa5a86a is 50, key is test_row_0/B:col10/1731907243423/Put/seqid=0 2024-11-18T05:20:44,707 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118b142877cbb704e81b4cea6a01e25d6bc_c4ae0f76907ad3e85ee693c773028584, store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:44,708 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b142877cbb704e81b4cea6a01e25d6bc_c4ae0f76907ad3e85ee693c773028584 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:44,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742389_1565 (size=12595) 2024-11-18T05:20:44,717 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/714742d197174cd5a21e974c4aa5a86a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/714742d197174cd5a21e974c4aa5a86a 2024-11-18T05:20:44,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742390_1566 (size=4469) 2024-11-18T05:20:44,719 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4ae0f76907ad3e85ee693c773028584#A#compaction#478 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:44,719 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/41d3db66e8e2475da3ab1c8f0f6443e3 is 175, key is test_row_0/A:col10/1731907243423/Put/seqid=0 2024-11-18T05:20:44,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742391_1567 (size=31549) 2024-11-18T05:20:44,729 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4ae0f76907ad3e85ee693c773028584/B of c4ae0f76907ad3e85ee693c773028584 into 714742d197174cd5a21e974c4aa5a86a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:44,729 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:44,729 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., storeName=c4ae0f76907ad3e85ee693c773028584/B, priority=13, startTime=1731907244693; duration=0sec 2024-11-18T05:20:44,729 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:44,729 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4ae0f76907ad3e85ee693c773028584:B 2024-11-18T05:20:44,729 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:44,730 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:44,730 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): c4ae0f76907ad3e85ee693c773028584/C is initiating minor compaction (all files) 2024-11-18T05:20:44,730 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4ae0f76907ad3e85ee693c773028584/C in TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:44,730 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/7dc8bc70016843e5afda06f7a82bc9fb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/a50541ccb6844549b72077f3173b4dd3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/fba53fae4a8645ba979589e634bca208] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp, totalSize=35.9 K 2024-11-18T05:20:44,730 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dc8bc70016843e5afda06f7a82bc9fb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731907240654 2024-11-18T05:20:44,731 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting a50541ccb6844549b72077f3173b4dd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731907241266 2024-11-18T05:20:44,731 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting fba53fae4a8645ba979589e634bca208, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731907243423 2024-11-18T05:20:44,737 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4ae0f76907ad3e85ee693c773028584#C#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:44,738 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/4debdaff46fc408b9a85895fddf4f879 is 50, key is test_row_0/C:col10/1731907243423/Put/seqid=0 2024-11-18T05:20:44,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742392_1568 (size=12595) 2024-11-18T05:20:44,812 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:44,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-18T05:20:44,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:44,813 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing c4ae0f76907ad3e85ee693c773028584 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-18T05:20:44,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=A 2024-11-18T05:20:44,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:44,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=B 2024-11-18T05:20:44,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:44,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=C 2024-11-18T05:20:44,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:44,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118bad80849f66340c3a4b16d1b9fcdf968_c4ae0f76907ad3e85ee693c773028584 is 50, key is test_row_0/A:col10/1731907243445/Put/seqid=0 2024-11-18T05:20:44,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742393_1569 (size=12304) 2024-11-18T05:20:45,133 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/41d3db66e8e2475da3ab1c8f0f6443e3 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/41d3db66e8e2475da3ab1c8f0f6443e3 2024-11-18T05:20:45,137 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4ae0f76907ad3e85ee693c773028584/A of c4ae0f76907ad3e85ee693c773028584 into 41d3db66e8e2475da3ab1c8f0f6443e3(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:45,137 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:45,137 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., storeName=c4ae0f76907ad3e85ee693c773028584/A, priority=13, startTime=1731907244693; duration=0sec 2024-11-18T05:20:45,137 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:45,137 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4ae0f76907ad3e85ee693c773028584:A 2024-11-18T05:20:45,145 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/4debdaff46fc408b9a85895fddf4f879 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/4debdaff46fc408b9a85895fddf4f879 2024-11-18T05:20:45,148 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4ae0f76907ad3e85ee693c773028584/C of c4ae0f76907ad3e85ee693c773028584 into 4debdaff46fc408b9a85895fddf4f879(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:45,148 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:45,148 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., storeName=c4ae0f76907ad3e85ee693c773028584/C, priority=13, startTime=1731907244694; duration=0sec 2024-11-18T05:20:45,149 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:45,149 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4ae0f76907ad3e85ee693c773028584:C 2024-11-18T05:20:45,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:45,226 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118bad80849f66340c3a4b16d1b9fcdf968_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bad80849f66340c3a4b16d1b9fcdf968_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:45,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/54bdb46a7dc746838ed2b9ed5a3457cf, store: [table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:45,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/54bdb46a7dc746838ed2b9ed5a3457cf is 175, key is test_row_0/A:col10/1731907243445/Put/seqid=0 2024-11-18T05:20:45,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742394_1570 (size=31105) 2024-11-18T05:20:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-18T05:20:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:45,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:45,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907305571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:45,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907305571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:45,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907305572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:45,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907305573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:45,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907305573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:45,632 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/54bdb46a7dc746838ed2b9ed5a3457cf 2024-11-18T05:20:45,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/7ef77a7cfa174c008113b125bffccc92 is 50, key is test_row_0/B:col10/1731907243445/Put/seqid=0 2024-11-18T05:20:45,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742395_1571 (size=12151) 2024-11-18T05:20:45,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907305676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:45,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:45,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907305676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:45,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907305676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:45,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907305878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:45,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907305878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:45,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907305879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:46,043 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/7ef77a7cfa174c008113b125bffccc92 2024-11-18T05:20:46,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/74fd2b83b2a0487881a4d13a571c220f is 50, key is test_row_0/C:col10/1731907243445/Put/seqid=0 2024-11-18T05:20:46,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742396_1572 (size=12151) 2024-11-18T05:20:46,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907306181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:46,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:46,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907306182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:46,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:46,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907306182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:46,454 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/74fd2b83b2a0487881a4d13a571c220f 2024-11-18T05:20:46,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/54bdb46a7dc746838ed2b9ed5a3457cf as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/54bdb46a7dc746838ed2b9ed5a3457cf 2024-11-18T05:20:46,461 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/54bdb46a7dc746838ed2b9ed5a3457cf, entries=150, sequenceid=213, filesize=30.4 K 2024-11-18T05:20:46,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/7ef77a7cfa174c008113b125bffccc92 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/7ef77a7cfa174c008113b125bffccc92 2024-11-18T05:20:46,465 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/7ef77a7cfa174c008113b125bffccc92, entries=150, sequenceid=213, filesize=11.9 K 2024-11-18T05:20:46,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/74fd2b83b2a0487881a4d13a571c220f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/74fd2b83b2a0487881a4d13a571c220f 2024-11-18T05:20:46,468 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/74fd2b83b2a0487881a4d13a571c220f, entries=150, sequenceid=213, filesize=11.9 K 2024-11-18T05:20:46,469 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c4ae0f76907ad3e85ee693c773028584 in 1656ms, sequenceid=213, compaction requested=false 2024-11-18T05:20:46,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:46,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:46,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-11-18T05:20:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-11-18T05:20:46,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-18T05:20:46,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0300 sec 2024-11-18T05:20:46,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 3.0340 sec 2024-11-18T05:20:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:46,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4ae0f76907ad3e85ee693c773028584 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-18T05:20:46,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=A 2024-11-18T05:20:46,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:46,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=B 2024-11-18T05:20:46,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:46,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=C 2024-11-18T05:20:46,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:46,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e5823d15336247ffb5c5793145a3d693_c4ae0f76907ad3e85ee693c773028584 is 50, key is test_row_0/A:col10/1731907246687/Put/seqid=0 2024-11-18T05:20:46,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742397_1573 (size=14794) 2024-11-18T05:20:46,704 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:46,707 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e5823d15336247ffb5c5793145a3d693_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e5823d15336247ffb5c5793145a3d693_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:46,708 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/f5d728dff3ce492eba206e7fe99cb274, store: [table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:46,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/f5d728dff3ce492eba206e7fe99cb274 is 175, key is test_row_0/A:col10/1731907246687/Put/seqid=0 2024-11-18T05:20:46,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907306707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:46,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907306708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:46,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742398_1574 (size=39749) 2024-11-18T05:20:46,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:46,712 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/f5d728dff3ce492eba206e7fe99cb274 2024-11-18T05:20:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907306709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:46,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/75ab79d41d5e4be4bc0b11c94528b196 is 50, key is test_row_0/B:col10/1731907246687/Put/seqid=0 2024-11-18T05:20:46,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742399_1575 (size=12151) 2024-11-18T05:20:46,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907306811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:46,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907306811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:46,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907306812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:47,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907307013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:47,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907307014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:47,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907307014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:47,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/75ab79d41d5e4be4bc0b11c94528b196 2024-11-18T05:20:47,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/881f9b3088a146539632b11957d904da is 50, key is test_row_0/C:col10/1731907246687/Put/seqid=0 2024-11-18T05:20:47,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742400_1576 (size=12151) 2024-11-18T05:20:47,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/881f9b3088a146539632b11957d904da 2024-11-18T05:20:47,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/f5d728dff3ce492eba206e7fe99cb274 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f5d728dff3ce492eba206e7fe99cb274 2024-11-18T05:20:47,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f5d728dff3ce492eba206e7fe99cb274, entries=200, sequenceid=229, filesize=38.8 K 2024-11-18T05:20:47,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/75ab79d41d5e4be4bc0b11c94528b196 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/75ab79d41d5e4be4bc0b11c94528b196 2024-11-18T05:20:47,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/75ab79d41d5e4be4bc0b11c94528b196, entries=150, sequenceid=229, filesize=11.9 K 2024-11-18T05:20:47,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/881f9b3088a146539632b11957d904da as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/881f9b3088a146539632b11957d904da 2024-11-18T05:20:47,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/881f9b3088a146539632b11957d904da, entries=150, sequenceid=229, filesize=11.9 K 2024-11-18T05:20:47,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c4ae0f76907ad3e85ee693c773028584 in 467ms, sequenceid=229, compaction requested=true 2024-11-18T05:20:47,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:47,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4ae0f76907ad3e85ee693c773028584:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:20:47,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:47,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4ae0f76907ad3e85ee693c773028584:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:20:47,156 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:47,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:47,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4ae0f76907ad3e85ee693c773028584:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:20:47,156 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:47,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:47,157 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:47,157 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): c4ae0f76907ad3e85ee693c773028584/B is initiating minor compaction (all files) 2024-11-18T05:20:47,157 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:47,157 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): c4ae0f76907ad3e85ee693c773028584/A is initiating minor compaction (all files) 2024-11-18T05:20:47,157 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4ae0f76907ad3e85ee693c773028584/A in TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:47,157 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4ae0f76907ad3e85ee693c773028584/B in TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:47,157 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/41d3db66e8e2475da3ab1c8f0f6443e3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/54bdb46a7dc746838ed2b9ed5a3457cf, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f5d728dff3ce492eba206e7fe99cb274] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp, totalSize=100.0 K 2024-11-18T05:20:47,157 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/714742d197174cd5a21e974c4aa5a86a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/7ef77a7cfa174c008113b125bffccc92, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/75ab79d41d5e4be4bc0b11c94528b196] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp, totalSize=36.0 K 2024-11-18T05:20:47,157 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:47,157 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. files: [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/41d3db66e8e2475da3ab1c8f0f6443e3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/54bdb46a7dc746838ed2b9ed5a3457cf, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f5d728dff3ce492eba206e7fe99cb274] 2024-11-18T05:20:47,158 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 714742d197174cd5a21e974c4aa5a86a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731907243423 2024-11-18T05:20:47,158 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41d3db66e8e2475da3ab1c8f0f6443e3, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731907243423 2024-11-18T05:20:47,158 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ef77a7cfa174c008113b125bffccc92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731907243445 2024-11-18T05:20:47,161 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54bdb46a7dc746838ed2b9ed5a3457cf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731907243445 2024-11-18T05:20:47,161 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 75ab79d41d5e4be4bc0b11c94528b196, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731907245571 2024-11-18T05:20:47,161 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5d728dff3ce492eba206e7fe99cb274, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731907245566 2024-11-18T05:20:47,168 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:47,169 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4ae0f76907ad3e85ee693c773028584#B#compaction#486 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:47,169 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/d9d109ba2a664cd2afbfd3cc2db1d0bd is 50, key is test_row_0/B:col10/1731907246687/Put/seqid=0 2024-11-18T05:20:47,170 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411181cf2ca0ded014084b2cf9bee4c7fd280_c4ae0f76907ad3e85ee693c773028584 store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:47,171 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411181cf2ca0ded014084b2cf9bee4c7fd280_c4ae0f76907ad3e85ee693c773028584, store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:47,172 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181cf2ca0ded014084b2cf9bee4c7fd280_c4ae0f76907ad3e85ee693c773028584 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:47,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742401_1577 (size=12697) 2024-11-18T05:20:47,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742402_1578 (size=4469) 2024-11-18T05:20:47,182 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4ae0f76907ad3e85ee693c773028584#A#compaction#487 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:47,183 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/704c28c1ffed4e039a78cd0190982708 is 175, key is test_row_0/A:col10/1731907246687/Put/seqid=0 2024-11-18T05:20:47,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742403_1579 (size=31651) 2024-11-18T05:20:47,190 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/704c28c1ffed4e039a78cd0190982708 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/704c28c1ffed4e039a78cd0190982708 2024-11-18T05:20:47,194 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4ae0f76907ad3e85ee693c773028584/A of c4ae0f76907ad3e85ee693c773028584 into 704c28c1ffed4e039a78cd0190982708(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:47,194 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:47,194 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., storeName=c4ae0f76907ad3e85ee693c773028584/A, priority=13, startTime=1731907247155; duration=0sec 2024-11-18T05:20:47,194 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:47,194 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4ae0f76907ad3e85ee693c773028584:A 2024-11-18T05:20:47,194 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T05:20:47,195 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T05:20:47,195 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): c4ae0f76907ad3e85ee693c773028584/C is initiating minor compaction (all files) 2024-11-18T05:20:47,195 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4ae0f76907ad3e85ee693c773028584/C in TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:47,195 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/4debdaff46fc408b9a85895fddf4f879, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/74fd2b83b2a0487881a4d13a571c220f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/881f9b3088a146539632b11957d904da] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp, totalSize=36.0 K 2024-11-18T05:20:47,195 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4debdaff46fc408b9a85895fddf4f879, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731907243423 2024-11-18T05:20:47,196 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74fd2b83b2a0487881a4d13a571c220f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731907243445 2024-11-18T05:20:47,196 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 881f9b3088a146539632b11957d904da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731907245571 2024-11-18T05:20:47,202 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4ae0f76907ad3e85ee693c773028584#C#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:47,202 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/edab6456bff44613873b88c4b6876e39 is 50, key is test_row_0/C:col10/1731907246687/Put/seqid=0 2024-11-18T05:20:47,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742404_1580 (size=12697) 2024-11-18T05:20:47,210 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/edab6456bff44613873b88c4b6876e39 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/edab6456bff44613873b88c4b6876e39 2024-11-18T05:20:47,213 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4ae0f76907ad3e85ee693c773028584/C of c4ae0f76907ad3e85ee693c773028584 into edab6456bff44613873b88c4b6876e39(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:47,213 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:47,213 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., storeName=c4ae0f76907ad3e85ee693c773028584/C, priority=13, startTime=1731907247156; duration=0sec 2024-11-18T05:20:47,213 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:47,213 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4ae0f76907ad3e85ee693c773028584:C 2024-11-18T05:20:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:47,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4ae0f76907ad3e85ee693c773028584 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T05:20:47,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=A 2024-11-18T05:20:47,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:47,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=B 2024-11-18T05:20:47,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:47,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=C 2024-11-18T05:20:47,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:47,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111833cd18f2614b49358636ff2afba3055d_c4ae0f76907ad3e85ee693c773028584 is 50, key is test_row_0/A:col10/1731907246708/Put/seqid=0 2024-11-18T05:20:47,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742405_1581 (size=12304) 2024-11-18T05:20:47,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907307326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:47,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907307328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:47,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907307328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:47,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907307429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:47,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907307430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:47,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907307432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:47,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-18T05:20:47,544 INFO [Thread-2295 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-18T05:20:47,545 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T05:20:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-11-18T05:20:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-18T05:20:47,546 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T05:20:47,547 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T05:20:47,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T05:20:47,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907307578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:47,579 DEBUG [Thread-2287 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., hostname=7cf745f7364a,40727,1731907076066, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:20:47,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:47,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907307580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:47,582 DEBUG [Thread-2291 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., hostname=7cf745f7364a,40727,1731907076066, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T05:20:47,586 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/d9d109ba2a664cd2afbfd3cc2db1d0bd as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/d9d109ba2a664cd2afbfd3cc2db1d0bd 2024-11-18T05:20:47,591 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c4ae0f76907ad3e85ee693c773028584/B of c4ae0f76907ad3e85ee693c773028584 into d9d109ba2a664cd2afbfd3cc2db1d0bd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:47,591 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:47,591 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., storeName=c4ae0f76907ad3e85ee693c773028584/B, priority=13, startTime=1731907247155; duration=0sec 2024-11-18T05:20:47,591 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:47,591 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4ae0f76907ad3e85ee693c773028584:B 2024-11-18T05:20:47,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:47,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907307632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:47,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907307634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:47,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:47,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907307634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-18T05:20:47,698 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:47,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-18T05:20:47,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:47,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:47,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:47,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:47,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:47,727 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:47,731 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111833cd18f2614b49358636ff2afba3055d_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111833cd18f2614b49358636ff2afba3055d_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:47,732 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/38d0532886644f67aadc7ffca4b4ca25, store: [table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:47,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/38d0532886644f67aadc7ffca4b4ca25 is 175, key is test_row_0/A:col10/1731907246708/Put/seqid=0 2024-11-18T05:20:47,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742406_1582 (size=31105) 2024-11-18T05:20:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-18T05:20:47,851 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:47,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-18T05:20:47,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:47,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:47,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:47,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:47,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:47,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907307937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:47,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907307937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:47,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907307938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:48,004 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:48,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-18T05:20:48,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:48,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:48,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:48,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,136 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/38d0532886644f67aadc7ffca4b4ca25 2024-11-18T05:20:48,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/e580e16ca76b4b0ca8ada51a521e61c4 is 50, key is test_row_0/B:col10/1731907246708/Put/seqid=0 2024-11-18T05:20:48,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742407_1583 (size=12151) 2024-11-18T05:20:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-18T05:20:48,157 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:48,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-18T05:20:48,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:48,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:48,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:48,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,309 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:48,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-18T05:20:48,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:48,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:48,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:48,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907308440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:48,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907308441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:48,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907308443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:48,462 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:48,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-18T05:20:48,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:48,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:48,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:48,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/e580e16ca76b4b0ca8ada51a521e61c4 2024-11-18T05:20:48,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/c88d16b543ac4a2e8df5b79ef26b0ecb is 50, key is test_row_0/C:col10/1731907246708/Put/seqid=0 2024-11-18T05:20:48,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742408_1584 (size=12151) 2024-11-18T05:20:48,614 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:48,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-18T05:20:48,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:48,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:48,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:48,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-18T05:20:48,767 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:48,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-18T05:20:48,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:48,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:48,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:48,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,920 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:48,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-18T05:20:48,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:48,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:48,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:48,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T05:20:48,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/c88d16b543ac4a2e8df5b79ef26b0ecb 2024-11-18T05:20:48,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/38d0532886644f67aadc7ffca4b4ca25 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/38d0532886644f67aadc7ffca4b4ca25 2024-11-18T05:20:48,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/38d0532886644f67aadc7ffca4b4ca25, entries=150, sequenceid=254, filesize=30.4 K 2024-11-18T05:20:48,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/e580e16ca76b4b0ca8ada51a521e61c4 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/e580e16ca76b4b0ca8ada51a521e61c4 2024-11-18T05:20:48,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/e580e16ca76b4b0ca8ada51a521e61c4, entries=150, sequenceid=254, filesize=11.9 K 2024-11-18T05:20:48,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/c88d16b543ac4a2e8df5b79ef26b0ecb as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/c88d16b543ac4a2e8df5b79ef26b0ecb 2024-11-18T05:20:48,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/c88d16b543ac4a2e8df5b79ef26b0ecb, entries=150, sequenceid=254, filesize=11.9 K 2024-11-18T05:20:48,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for c4ae0f76907ad3e85ee693c773028584 in 1658ms, sequenceid=254, compaction requested=false 2024-11-18T05:20:48,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:49,072 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:49,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40727 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-18T05:20:49,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:49,073 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing c4ae0f76907ad3e85ee693c773028584 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T05:20:49,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=A 2024-11-18T05:20:49,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:49,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=B 2024-11-18T05:20:49,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:49,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=C 2024-11-18T05:20:49,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:49,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111876070ac13d3c488d85f435877b88bbe3_c4ae0f76907ad3e85ee693c773028584 is 50, key is test_row_0/A:col10/1731907247327/Put/seqid=0 2024-11-18T05:20:49,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742409_1585 (size=12454) 2024-11-18T05:20:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:49,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. as already flushing 2024-11-18T05:20:49,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907309461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:49,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907309463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:49,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907309463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:49,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:49,486 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111876070ac13d3c488d85f435877b88bbe3_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111876070ac13d3c488d85f435877b88bbe3_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:49,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/a016f83d0b2c4a049b7383418fc68512, store: [table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:49,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/a016f83d0b2c4a049b7383418fc68512 is 175, key is test_row_0/A:col10/1731907247327/Put/seqid=0 2024-11-18T05:20:49,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742410_1586 (size=31255) 2024-11-18T05:20:49,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907309564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:49,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907309566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:49,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907309566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-18T05:20:49,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907309768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:49,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907309769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:49,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907309769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:49,892 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=269, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/a016f83d0b2c4a049b7383418fc68512 2024-11-18T05:20:49,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/d65391047cd64a64bf4bc7ab34f6e849 is 50, key is test_row_0/B:col10/1731907247327/Put/seqid=0 2024-11-18T05:20:49,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742411_1587 (size=12301) 2024-11-18T05:20:50,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907310070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:50,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907310072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:50,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907310073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:50,302 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/d65391047cd64a64bf4bc7ab34f6e849 2024-11-18T05:20:50,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/d6727e1b7f0c41f5b2377effb14f965e is 50, key is test_row_0/C:col10/1731907247327/Put/seqid=0 2024-11-18T05:20:50,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742412_1588 (size=12301) 2024-11-18T05:20:50,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907310576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:50,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907310576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:50,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907310577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:50,712 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/d6727e1b7f0c41f5b2377effb14f965e 2024-11-18T05:20:50,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/a016f83d0b2c4a049b7383418fc68512 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/a016f83d0b2c4a049b7383418fc68512 2024-11-18T05:20:50,720 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/a016f83d0b2c4a049b7383418fc68512, entries=150, sequenceid=269, filesize=30.5 K 2024-11-18T05:20:50,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/d65391047cd64a64bf4bc7ab34f6e849 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/d65391047cd64a64bf4bc7ab34f6e849 2024-11-18T05:20:50,723 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/d65391047cd64a64bf4bc7ab34f6e849, entries=150, sequenceid=269, filesize=12.0 K 2024-11-18T05:20:50,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/d6727e1b7f0c41f5b2377effb14f965e as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/d6727e1b7f0c41f5b2377effb14f965e 2024-11-18T05:20:50,727 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/d6727e1b7f0c41f5b2377effb14f965e, entries=150, sequenceid=269, filesize=12.0 K 2024-11-18T05:20:50,727 INFO [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c4ae0f76907ad3e85ee693c773028584 in 1654ms, sequenceid=269, compaction requested=true 2024-11-18T05:20:50,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:50,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:50,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7cf745f7364a:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-11-18T05:20:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-11-18T05:20:50,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-11-18T05:20:50,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1810 sec 2024-11-18T05:20:50,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 3.1850 sec 2024-11-18T05:20:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:51,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4ae0f76907ad3e85ee693c773028584 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-18T05:20:51,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=A 2024-11-18T05:20:51,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:51,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=B 2024-11-18T05:20:51,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:51,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=C 2024-11-18T05:20:51,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:51,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a354acb460634ffc9ae6aae59a156a69_c4ae0f76907ad3e85ee693c773028584 is 50, key is test_row_0/A:col10/1731907251584/Put/seqid=0 2024-11-18T05:20:51,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742413_1589 (size=14994) 2024-11-18T05:20:51,595 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:51,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907311592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:51,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907311593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:51,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907311594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:51,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907311594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:51,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907311595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:51,602 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a354acb460634ffc9ae6aae59a156a69_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a354acb460634ffc9ae6aae59a156a69_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:51,603 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/5e40888623534807acbac8b257710d89, store: [table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:51,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/5e40888623534807acbac8b257710d89 is 175, key is test_row_0/A:col10/1731907251584/Put/seqid=0 2024-11-18T05:20:51,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742414_1590 (size=39949) 2024-11-18T05:20:51,615 DEBUG [Thread-2300 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:56210 2024-11-18T05:20:51,615 DEBUG [Thread-2296 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:56210 2024-11-18T05:20:51,615 DEBUG [Thread-2300 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:51,615 DEBUG [Thread-2296 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:51,616 DEBUG [Thread-2298 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:56210 2024-11-18T05:20:51,616 DEBUG [Thread-2298 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:51,617 DEBUG [Thread-2302 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:56210 2024-11-18T05:20:51,617 DEBUG [Thread-2302 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:51,617 DEBUG [Thread-2304 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d832d43 to 127.0.0.1:56210 2024-11-18T05:20:51,617 DEBUG [Thread-2304 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-18T05:20:51,651 INFO [Thread-2295 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-18T05:20:51,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907311697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:51,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907311698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:51,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907311698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:51,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:51,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907311698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907311698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:51,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:51,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907311900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907311900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:51,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907311900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:51,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907311900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:51,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907311900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:52,008 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/5e40888623534807acbac8b257710d89 2024-11-18T05:20:52,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/7f58692138df4fe2bdd80f53688e6b4a is 50, key is test_row_0/B:col10/1731907251584/Put/seqid=0 2024-11-18T05:20:52,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742415_1591 (size=12301) 2024-11-18T05:20:52,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:52,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907312201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907312201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:52,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907312202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:52,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907312202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:52,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907312203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:52,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/7f58692138df4fe2bdd80f53688e6b4a 2024-11-18T05:20:52,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/540cfff7577048339fe85b3fe882725a is 50, key is test_row_0/C:col10/1731907251584/Put/seqid=0 2024-11-18T05:20:52,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742416_1592 (size=12301) 2024-11-18T05:20:52,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42044 deadline: 1731907312702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:52,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:52,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42128 deadline: 1731907312705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1731907312705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:52,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:52,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T05:20:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1731907312706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40727 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42134 deadline: 1731907312706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:52,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/540cfff7577048339fe85b3fe882725a 2024-11-18T05:20:52,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/5e40888623534807acbac8b257710d89 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/5e40888623534807acbac8b257710d89 2024-11-18T05:20:52,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/5e40888623534807acbac8b257710d89, entries=200, sequenceid=292, filesize=39.0 K 2024-11-18T05:20:52,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/7f58692138df4fe2bdd80f53688e6b4a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/7f58692138df4fe2bdd80f53688e6b4a 2024-11-18T05:20:52,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/7f58692138df4fe2bdd80f53688e6b4a, entries=150, sequenceid=292, filesize=12.0 K 2024-11-18T05:20:52,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/540cfff7577048339fe85b3fe882725a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/540cfff7577048339fe85b3fe882725a 2024-11-18T05:20:52,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/540cfff7577048339fe85b3fe882725a, entries=150, sequenceid=292, filesize=12.0 K 2024-11-18T05:20:52,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c4ae0f76907ad3e85ee693c773028584 in 1252ms, sequenceid=292, compaction requested=true 2024-11-18T05:20:52,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:52,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4ae0f76907ad3e85ee693c773028584:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T05:20:52,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:52,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4ae0f76907ad3e85ee693c773028584:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T05:20:52,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:52,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c4ae0f76907ad3e85ee693c773028584:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T05:20:52,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:52,838 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:20:52,838 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:20:52,839 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:20:52,839 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133960 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:20:52,839 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): c4ae0f76907ad3e85ee693c773028584/B is initiating minor compaction (all files) 2024-11-18T05:20:52,839 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1540): c4ae0f76907ad3e85ee693c773028584/A is initiating minor compaction (all files) 2024-11-18T05:20:52,839 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4ae0f76907ad3e85ee693c773028584/B in TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:52,839 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4ae0f76907ad3e85ee693c773028584/A in TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:52,839 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/d9d109ba2a664cd2afbfd3cc2db1d0bd, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/e580e16ca76b4b0ca8ada51a521e61c4, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/d65391047cd64a64bf4bc7ab34f6e849, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/7f58692138df4fe2bdd80f53688e6b4a] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp, totalSize=48.3 K 2024-11-18T05:20:52,839 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/704c28c1ffed4e039a78cd0190982708, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/38d0532886644f67aadc7ffca4b4ca25, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/a016f83d0b2c4a049b7383418fc68512, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/5e40888623534807acbac8b257710d89] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp, totalSize=130.8 K 2024-11-18T05:20:52,839 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:52,839 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. files: [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/704c28c1ffed4e039a78cd0190982708, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/38d0532886644f67aadc7ffca4b4ca25, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/a016f83d0b2c4a049b7383418fc68512, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/5e40888623534807acbac8b257710d89] 2024-11-18T05:20:52,839 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting d9d109ba2a664cd2afbfd3cc2db1d0bd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731907245571 2024-11-18T05:20:52,839 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 704c28c1ffed4e039a78cd0190982708, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731907245571 2024-11-18T05:20:52,839 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting e580e16ca76b4b0ca8ada51a521e61c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731907246704 2024-11-18T05:20:52,840 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38d0532886644f67aadc7ffca4b4ca25, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731907246704 2024-11-18T05:20:52,840 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting d65391047cd64a64bf4bc7ab34f6e849, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731907247324 2024-11-18T05:20:52,840 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting a016f83d0b2c4a049b7383418fc68512, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731907247324 2024-11-18T05:20:52,840 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f58692138df4fe2bdd80f53688e6b4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731907249460 2024-11-18T05:20:52,840 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e40888623534807acbac8b257710d89, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731907249460 2024-11-18T05:20:52,847 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4ae0f76907ad3e85ee693c773028584#B#compaction#498 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:52,847 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/700050bd9d244e88915e7d12e50e3736 is 50, key is test_row_0/B:col10/1731907251584/Put/seqid=0 2024-11-18T05:20:52,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742417_1593 (size=12983) 2024-11-18T05:20:52,852 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:52,853 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118f4f758bb5df3474cb1b3502e49c37bc1_c4ae0f76907ad3e85ee693c773028584 store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:52,888 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118f4f758bb5df3474cb1b3502e49c37bc1_c4ae0f76907ad3e85ee693c773028584, store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:52,889 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f4f758bb5df3474cb1b3502e49c37bc1_c4ae0f76907ad3e85ee693c773028584 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:52,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742418_1594 (size=4469) 2024-11-18T05:20:53,256 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/700050bd9d244e88915e7d12e50e3736 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/700050bd9d244e88915e7d12e50e3736 2024-11-18T05:20:53,260 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4ae0f76907ad3e85ee693c773028584/B of c4ae0f76907ad3e85ee693c773028584 into 700050bd9d244e88915e7d12e50e3736(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:53,260 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:53,260 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., storeName=c4ae0f76907ad3e85ee693c773028584/B, priority=12, startTime=1731907252838; duration=0sec 2024-11-18T05:20:53,260 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T05:20:53,260 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4ae0f76907ad3e85ee693c773028584:B 2024-11-18T05:20:53,260 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T05:20:53,261 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T05:20:53,261 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1540): c4ae0f76907ad3e85ee693c773028584/C is initiating minor compaction (all files) 2024-11-18T05:20:53,261 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c4ae0f76907ad3e85ee693c773028584/C in TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:53,261 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/edab6456bff44613873b88c4b6876e39, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/c88d16b543ac4a2e8df5b79ef26b0ecb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/d6727e1b7f0c41f5b2377effb14f965e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/540cfff7577048339fe85b3fe882725a] into tmpdir=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp, totalSize=48.3 K 2024-11-18T05:20:53,261 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting edab6456bff44613873b88c4b6876e39, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731907245571 2024-11-18T05:20:53,262 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting c88d16b543ac4a2e8df5b79ef26b0ecb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731907246704 2024-11-18T05:20:53,262 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting d6727e1b7f0c41f5b2377effb14f965e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731907247324 2024-11-18T05:20:53,262 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] compactions.Compactor(224): Compacting 540cfff7577048339fe85b3fe882725a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731907249460 2024-11-18T05:20:53,271 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4ae0f76907ad3e85ee693c773028584#C#compaction#500 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:53,271 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/33f6a7bf3bf54f12b0d7cb36c18c0630 is 50, key is test_row_0/C:col10/1731907251584/Put/seqid=0 2024-11-18T05:20:53,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742419_1595 (size=12983) 2024-11-18T05:20:53,293 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c4ae0f76907ad3e85ee693c773028584#A#compaction#499 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T05:20:53,293 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/283aedc4d6c34a3884b4884b28674022 is 175, key is test_row_0/A:col10/1731907251584/Put/seqid=0 2024-11-18T05:20:53,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742420_1596 (size=31937) 2024-11-18T05:20:53,678 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/33f6a7bf3bf54f12b0d7cb36c18c0630 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/33f6a7bf3bf54f12b0d7cb36c18c0630 2024-11-18T05:20:53,682 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4ae0f76907ad3e85ee693c773028584/C of c4ae0f76907ad3e85ee693c773028584 into 33f6a7bf3bf54f12b0d7cb36c18c0630(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:53,682 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:53,682 INFO [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., storeName=c4ae0f76907ad3e85ee693c773028584/C, priority=12, startTime=1731907252838; duration=0sec 2024-11-18T05:20:53,682 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:53,682 DEBUG [RS:0;7cf745f7364a:40727-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4ae0f76907ad3e85ee693c773028584:C 2024-11-18T05:20:53,699 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/283aedc4d6c34a3884b4884b28674022 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/283aedc4d6c34a3884b4884b28674022 2024-11-18T05:20:53,703 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c4ae0f76907ad3e85ee693c773028584/A of c4ae0f76907ad3e85ee693c773028584 into 283aedc4d6c34a3884b4884b28674022(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T05:20:53,703 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:53,703 INFO [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584., storeName=c4ae0f76907ad3e85ee693c773028584/A, priority=12, startTime=1731907252838; duration=0sec 2024-11-18T05:20:53,703 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T05:20:53,703 DEBUG [RS:0;7cf745f7364a:40727-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c4ae0f76907ad3e85ee693c773028584:A 2024-11-18T05:20:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40727 {}] regionserver.HRegion(8581): Flush requested on c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:53,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c4ae0f76907ad3e85ee693c773028584 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-18T05:20:53,708 DEBUG [Thread-2287 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:56210 2024-11-18T05:20:53,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=A 2024-11-18T05:20:53,708 DEBUG [Thread-2287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:53,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:53,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=B 2024-11-18T05:20:53,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:53,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=C 2024-11-18T05:20:53,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:53,710 DEBUG [Thread-2289 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:56210 2024-11-18T05:20:53,710 DEBUG [Thread-2293 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x091d72db to 127.0.0.1:56210 2024-11-18T05:20:53,711 DEBUG [Thread-2289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:53,711 DEBUG [Thread-2293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:53,713 DEBUG [Thread-2291 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:56210 2024-11-18T05:20:53,713 DEBUG [Thread-2291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:53,715 DEBUG [Thread-2285 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:56210 2024-11-18T05:20:53,715 DEBUG [Thread-2285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:53,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-18T05:20:53,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-18T05:20:53,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-18T05:20:53,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-18T05:20:53,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-18T05:20:53,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-18T05:20:53,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180f1f08b7104c47f8a738c34ebebc99f8_c4ae0f76907ad3e85ee693c773028584 is 50, key is test_row_0/A:col10/1731907251593/Put/seqid=0 2024-11-18T05:20:53,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-18T05:20:53,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8010 2024-11-18T05:20:53,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8160 2024-11-18T05:20:53,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7876 2024-11-18T05:20:53,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8007 2024-11-18T05:20:53,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8181 2024-11-18T05:20:53,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-18T05:20:53,715 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-18T05:20:53,715 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:56210 2024-11-18T05:20:53,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:53,716 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-18T05:20:53,716 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-18T05:20:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-18T05:20:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-18T05:20:53,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742421_1597 (size=12454) 2024-11-18T05:20:53,718 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907253718"}]},"ts":"1731907253718"} 2024-11-18T05:20:53,719 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-18T05:20:53,721 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-18T05:20:53,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T05:20:53,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=189, ppid=188, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4ae0f76907ad3e85ee693c773028584, UNASSIGN}] 2024-11-18T05:20:53,723 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=189, ppid=188, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4ae0f76907ad3e85ee693c773028584, UNASSIGN 2024-11-18T05:20:53,723 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=189 updating hbase:meta row=c4ae0f76907ad3e85ee693c773028584, regionState=CLOSING, regionLocation=7cf745f7364a,40727,1731907076066 2024-11-18T05:20:53,724 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T05:20:53,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; CloseRegionProcedure c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066}] 2024-11-18T05:20:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-18T05:20:53,875 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:53,875 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(124): Close c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:53,875 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-18T05:20:53,876 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1681): Closing c4ae0f76907ad3e85ee693c773028584, disabling compactions & flushes 2024-11-18T05:20:53,876 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-18T05:20:54,119 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:54,122 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180f1f08b7104c47f8a738c34ebebc99f8_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180f1f08b7104c47f8a738c34ebebc99f8_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:54,123 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/7732292def1e41c8939efec54ea3d411, store: [table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:54,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/7732292def1e41c8939efec54ea3d411 is 175, key is test_row_0/A:col10/1731907251593/Put/seqid=0 2024-11-18T05:20:54,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742422_1598 (size=31255) 2024-11-18T05:20:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-18T05:20:54,468 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T05:20:54,527 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/7732292def1e41c8939efec54ea3d411 2024-11-18T05:20:54,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/84498cb08d0c4268a33f15dea0db0f9d is 50, key is test_row_0/B:col10/1731907251593/Put/seqid=0 2024-11-18T05:20:54,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742423_1599 (size=12301) 2024-11-18T05:20:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-18T05:20:54,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/84498cb08d0c4268a33f15dea0db0f9d 2024-11-18T05:20:54,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/2c861c94f8814d24920569358b34af50 is 50, key is test_row_0/C:col10/1731907251593/Put/seqid=0 2024-11-18T05:20:54,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742424_1600 (size=12301) 2024-11-18T05:20:55,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/2c861c94f8814d24920569358b34af50 2024-11-18T05:20:55,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/7732292def1e41c8939efec54ea3d411 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/7732292def1e41c8939efec54ea3d411 2024-11-18T05:20:55,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/7732292def1e41c8939efec54ea3d411, entries=150, sequenceid=309, filesize=30.5 K 2024-11-18T05:20:55,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/84498cb08d0c4268a33f15dea0db0f9d as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/84498cb08d0c4268a33f15dea0db0f9d 2024-11-18T05:20:55,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/84498cb08d0c4268a33f15dea0db0f9d, entries=150, sequenceid=309, filesize=12.0 K 2024-11-18T05:20:55,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/2c861c94f8814d24920569358b34af50 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/2c861c94f8814d24920569358b34af50 2024-11-18T05:20:55,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/2c861c94f8814d24920569358b34af50, entries=150, sequenceid=309, filesize=12.0 K 2024-11-18T05:20:55,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=26.84 KB/27480 for c4ae0f76907ad3e85ee693c773028584 in 1650ms, sequenceid=309, compaction requested=false 2024-11-18T05:20:55,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:55,358 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:55,358 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:55,358 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. after waiting 0 ms 2024-11-18T05:20:55,358 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:55,358 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(2837): Flushing c4ae0f76907ad3e85ee693c773028584 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-18T05:20:55,358 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=A 2024-11-18T05:20:55,358 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:55,358 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=B 2024-11-18T05:20:55,358 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:55,358 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c4ae0f76907ad3e85ee693c773028584, store=C 2024-11-18T05:20:55,358 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T05:20:55,362 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111889aa160f7f8940b58ba4b0ac4c32d06f_c4ae0f76907ad3e85ee693c773028584 is 50, key is test_row_0/A:col10/1731907253714/Put/seqid=0 2024-11-18T05:20:55,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742425_1601 (size=9914) 2024-11-18T05:20:55,766 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T05:20:55,769 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111889aa160f7f8940b58ba4b0ac4c32d06f_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111889aa160f7f8940b58ba4b0ac4c32d06f_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:55,769 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/14ae3fd634354e50909e009022fd0b0f, store: [table=TestAcidGuarantees family=A region=c4ae0f76907ad3e85ee693c773028584] 2024-11-18T05:20:55,770 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/14ae3fd634354e50909e009022fd0b0f is 175, key is test_row_0/A:col10/1731907253714/Put/seqid=0 2024-11-18T05:20:55,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742426_1602 (size=22561) 2024-11-18T05:20:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-18T05:20:56,173 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/14ae3fd634354e50909e009022fd0b0f 2024-11-18T05:20:56,178 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/6358e592feb74ee0b3efcbc213914651 is 50, key is test_row_0/B:col10/1731907253714/Put/seqid=0 2024-11-18T05:20:56,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742427_1603 (size=9857) 2024-11-18T05:20:56,582 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/6358e592feb74ee0b3efcbc213914651 2024-11-18T05:20:56,587 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/dd2cac8ab4ae46feb5db0cfa2bfa4e4b is 50, key is test_row_0/C:col10/1731907253714/Put/seqid=0 2024-11-18T05:20:56,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742428_1604 (size=9857) 2024-11-18T05:20:56,990 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/dd2cac8ab4ae46feb5db0cfa2bfa4e4b 2024-11-18T05:20:56,993 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/A/14ae3fd634354e50909e009022fd0b0f as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/14ae3fd634354e50909e009022fd0b0f 2024-11-18T05:20:56,996 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/14ae3fd634354e50909e009022fd0b0f, entries=100, sequenceid=316, filesize=22.0 K 2024-11-18T05:20:56,997 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/B/6358e592feb74ee0b3efcbc213914651 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/6358e592feb74ee0b3efcbc213914651 2024-11-18T05:20:56,999 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/6358e592feb74ee0b3efcbc213914651, entries=100, sequenceid=316, filesize=9.6 K 2024-11-18T05:20:56,999 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/.tmp/C/dd2cac8ab4ae46feb5db0cfa2bfa4e4b as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/dd2cac8ab4ae46feb5db0cfa2bfa4e4b 2024-11-18T05:20:57,001 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/dd2cac8ab4ae46feb5db0cfa2bfa4e4b, entries=100, sequenceid=316, filesize=9.6 K 2024-11-18T05:20:57,002 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for c4ae0f76907ad3e85ee693c773028584 in 1644ms, sequenceid=316, compaction requested=true 2024-11-18T05:20:57,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/86d54faf4d4e4025b2f5a56765320a0c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/d9e41afce18d4fa68f409a1db9120e9c, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/6728a30c8ba94c35a8bc3541bfd30456, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f7ea87e806664776b152e743ca8044b3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/46e85e4b830448348cf80a28fe27a840, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/49102b05a8384366a3007fc5afe32e14, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f26cae092ea9492d9541b41ceeae5421, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/83182c0e20fc4cfa853302789a976bd9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/08115b18c156407aacbc6b9bda5b1ff9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/91c9935b3b874b0d8374dc11eba8dfed, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f1cd0a1c82b9467f8208ff98f772d846, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/8576b701f44f4960a2351cb454614077, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/41d3db66e8e2475da3ab1c8f0f6443e3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/780381e297de4c4fbbb89e9bc33af900, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/54bdb46a7dc746838ed2b9ed5a3457cf, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f5d728dff3ce492eba206e7fe99cb274, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/704c28c1ffed4e039a78cd0190982708, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/38d0532886644f67aadc7ffca4b4ca25, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/a016f83d0b2c4a049b7383418fc68512, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/5e40888623534807acbac8b257710d89] to archive 2024-11-18T05:20:57,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:20:57,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/86d54faf4d4e4025b2f5a56765320a0c to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/86d54faf4d4e4025b2f5a56765320a0c 2024-11-18T05:20:57,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/d9e41afce18d4fa68f409a1db9120e9c to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/d9e41afce18d4fa68f409a1db9120e9c 2024-11-18T05:20:57,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/6728a30c8ba94c35a8bc3541bfd30456 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/6728a30c8ba94c35a8bc3541bfd30456 2024-11-18T05:20:57,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f7ea87e806664776b152e743ca8044b3 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f7ea87e806664776b152e743ca8044b3 2024-11-18T05:20:57,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/46e85e4b830448348cf80a28fe27a840 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/46e85e4b830448348cf80a28fe27a840 2024-11-18T05:20:57,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/49102b05a8384366a3007fc5afe32e14 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/49102b05a8384366a3007fc5afe32e14 2024-11-18T05:20:57,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f26cae092ea9492d9541b41ceeae5421 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f26cae092ea9492d9541b41ceeae5421 2024-11-18T05:20:57,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/83182c0e20fc4cfa853302789a976bd9 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/83182c0e20fc4cfa853302789a976bd9 2024-11-18T05:20:57,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/08115b18c156407aacbc6b9bda5b1ff9 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/08115b18c156407aacbc6b9bda5b1ff9 2024-11-18T05:20:57,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/91c9935b3b874b0d8374dc11eba8dfed to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/91c9935b3b874b0d8374dc11eba8dfed 2024-11-18T05:20:57,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f1cd0a1c82b9467f8208ff98f772d846 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f1cd0a1c82b9467f8208ff98f772d846 2024-11-18T05:20:57,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/8576b701f44f4960a2351cb454614077 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/8576b701f44f4960a2351cb454614077 2024-11-18T05:20:57,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/41d3db66e8e2475da3ab1c8f0f6443e3 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/41d3db66e8e2475da3ab1c8f0f6443e3 2024-11-18T05:20:57,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/780381e297de4c4fbbb89e9bc33af900 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/780381e297de4c4fbbb89e9bc33af900 2024-11-18T05:20:57,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/54bdb46a7dc746838ed2b9ed5a3457cf to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/54bdb46a7dc746838ed2b9ed5a3457cf 2024-11-18T05:20:57,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f5d728dff3ce492eba206e7fe99cb274 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/f5d728dff3ce492eba206e7fe99cb274 2024-11-18T05:20:57,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/704c28c1ffed4e039a78cd0190982708 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/704c28c1ffed4e039a78cd0190982708 2024-11-18T05:20:57,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/38d0532886644f67aadc7ffca4b4ca25 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/38d0532886644f67aadc7ffca4b4ca25 2024-11-18T05:20:57,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/a016f83d0b2c4a049b7383418fc68512 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/a016f83d0b2c4a049b7383418fc68512 2024-11-18T05:20:57,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/5e40888623534807acbac8b257710d89 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/5e40888623534807acbac8b257710d89 2024-11-18T05:20:57,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/432a7e4ae85f4ed3ad1e65bfec46e2ff, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/a27f90cb35e541d68243dbde7bf34d50, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/46ff48065eda4b298eabcdb54cf7f4da, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/eae9a29ec5394258b0f5ee5a81a3ecee, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/e0dbe2527ae249278afac54c84256981, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/d7197d90958d48f4b3d820d0df5c37ab, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/555fe67179354557aca2c5087536ac23, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/ea5de4a63d5342ffa3990223ce43d22e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/e767bd0de3d14a58875409268ae6f8e9, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/0f465fee36214aa79bdd26c3c1f5d63f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/067c87a702264abd91d1a7b1bc560a7e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/fb925b2121c342eb80d93f013be07bbe, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/714742d197174cd5a21e974c4aa5a86a, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/9e6822b56e124a569dbab6b38ed9f186, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/7ef77a7cfa174c008113b125bffccc92, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/d9d109ba2a664cd2afbfd3cc2db1d0bd, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/75ab79d41d5e4be4bc0b11c94528b196, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/e580e16ca76b4b0ca8ada51a521e61c4, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/d65391047cd64a64bf4bc7ab34f6e849, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/7f58692138df4fe2bdd80f53688e6b4a] to archive 2024-11-18T05:20:57,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:20:57,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/432a7e4ae85f4ed3ad1e65bfec46e2ff to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/432a7e4ae85f4ed3ad1e65bfec46e2ff 2024-11-18T05:20:57,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/a27f90cb35e541d68243dbde7bf34d50 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/a27f90cb35e541d68243dbde7bf34d50 2024-11-18T05:20:57,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/46ff48065eda4b298eabcdb54cf7f4da to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/46ff48065eda4b298eabcdb54cf7f4da 2024-11-18T05:20:57,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/eae9a29ec5394258b0f5ee5a81a3ecee to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/eae9a29ec5394258b0f5ee5a81a3ecee 2024-11-18T05:20:57,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/e0dbe2527ae249278afac54c84256981 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/e0dbe2527ae249278afac54c84256981 2024-11-18T05:20:57,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/d7197d90958d48f4b3d820d0df5c37ab to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/d7197d90958d48f4b3d820d0df5c37ab 2024-11-18T05:20:57,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/555fe67179354557aca2c5087536ac23 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/555fe67179354557aca2c5087536ac23 2024-11-18T05:20:57,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/ea5de4a63d5342ffa3990223ce43d22e to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/ea5de4a63d5342ffa3990223ce43d22e 2024-11-18T05:20:57,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/e767bd0de3d14a58875409268ae6f8e9 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/e767bd0de3d14a58875409268ae6f8e9 2024-11-18T05:20:57,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/0f465fee36214aa79bdd26c3c1f5d63f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/0f465fee36214aa79bdd26c3c1f5d63f 2024-11-18T05:20:57,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/067c87a702264abd91d1a7b1bc560a7e to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/067c87a702264abd91d1a7b1bc560a7e 2024-11-18T05:20:57,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/fb925b2121c342eb80d93f013be07bbe to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/fb925b2121c342eb80d93f013be07bbe 2024-11-18T05:20:57,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/714742d197174cd5a21e974c4aa5a86a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/714742d197174cd5a21e974c4aa5a86a 2024-11-18T05:20:57,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/9e6822b56e124a569dbab6b38ed9f186 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/9e6822b56e124a569dbab6b38ed9f186 2024-11-18T05:20:57,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/7ef77a7cfa174c008113b125bffccc92 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/7ef77a7cfa174c008113b125bffccc92 2024-11-18T05:20:57,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/d9d109ba2a664cd2afbfd3cc2db1d0bd to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/d9d109ba2a664cd2afbfd3cc2db1d0bd 2024-11-18T05:20:57,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/75ab79d41d5e4be4bc0b11c94528b196 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/75ab79d41d5e4be4bc0b11c94528b196 2024-11-18T05:20:57,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/e580e16ca76b4b0ca8ada51a521e61c4 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/e580e16ca76b4b0ca8ada51a521e61c4 2024-11-18T05:20:57,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/d65391047cd64a64bf4bc7ab34f6e849 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/d65391047cd64a64bf4bc7ab34f6e849 2024-11-18T05:20:57,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/7f58692138df4fe2bdd80f53688e6b4a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/7f58692138df4fe2bdd80f53688e6b4a 2024-11-18T05:20:57,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/1e349f3ee5a44d3181b3b8292dec14ad, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/3a37581ef4974898ad72c0b192a718ee, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/124f1e98f9f04f84aa2725dc2f68432f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/c7a6c0e2b9bc4a09b04dd264de341b9f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/2800bed1fed842ceab229f321a25f432, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/405aa18329974441baf0567136d55448, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/3631472467274dd2966053d96949de23, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/5c3cc9c598d14d0994757906e3ab5df7, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/059316851cca43b4b028d9d76cf99dd1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/7dc8bc70016843e5afda06f7a82bc9fb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/dbea33bfacd24df58452ebbe40e17cb1, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/a50541ccb6844549b72077f3173b4dd3, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/4debdaff46fc408b9a85895fddf4f879, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/fba53fae4a8645ba979589e634bca208, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/74fd2b83b2a0487881a4d13a571c220f, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/edab6456bff44613873b88c4b6876e39, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/881f9b3088a146539632b11957d904da, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/c88d16b543ac4a2e8df5b79ef26b0ecb, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/d6727e1b7f0c41f5b2377effb14f965e, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/540cfff7577048339fe85b3fe882725a] to archive 2024-11-18T05:20:57,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T05:20:57,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/1e349f3ee5a44d3181b3b8292dec14ad to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/1e349f3ee5a44d3181b3b8292dec14ad 2024-11-18T05:20:57,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/3a37581ef4974898ad72c0b192a718ee to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/3a37581ef4974898ad72c0b192a718ee 2024-11-18T05:20:57,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/124f1e98f9f04f84aa2725dc2f68432f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/124f1e98f9f04f84aa2725dc2f68432f 2024-11-18T05:20:57,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/c7a6c0e2b9bc4a09b04dd264de341b9f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/c7a6c0e2b9bc4a09b04dd264de341b9f 2024-11-18T05:20:57,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/2800bed1fed842ceab229f321a25f432 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/2800bed1fed842ceab229f321a25f432 2024-11-18T05:20:57,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/405aa18329974441baf0567136d55448 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/405aa18329974441baf0567136d55448 2024-11-18T05:20:57,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/3631472467274dd2966053d96949de23 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/3631472467274dd2966053d96949de23 2024-11-18T05:20:57,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/5c3cc9c598d14d0994757906e3ab5df7 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/5c3cc9c598d14d0994757906e3ab5df7 2024-11-18T05:20:57,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/059316851cca43b4b028d9d76cf99dd1 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/059316851cca43b4b028d9d76cf99dd1 2024-11-18T05:20:57,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/7dc8bc70016843e5afda06f7a82bc9fb to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/7dc8bc70016843e5afda06f7a82bc9fb 2024-11-18T05:20:57,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/dbea33bfacd24df58452ebbe40e17cb1 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/dbea33bfacd24df58452ebbe40e17cb1 2024-11-18T05:20:57,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/a50541ccb6844549b72077f3173b4dd3 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/a50541ccb6844549b72077f3173b4dd3 2024-11-18T05:20:57,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/4debdaff46fc408b9a85895fddf4f879 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/4debdaff46fc408b9a85895fddf4f879 2024-11-18T05:20:57,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/fba53fae4a8645ba979589e634bca208 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/fba53fae4a8645ba979589e634bca208 2024-11-18T05:20:57,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/74fd2b83b2a0487881a4d13a571c220f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/74fd2b83b2a0487881a4d13a571c220f 2024-11-18T05:20:57,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/edab6456bff44613873b88c4b6876e39 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/edab6456bff44613873b88c4b6876e39 2024-11-18T05:20:57,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/881f9b3088a146539632b11957d904da to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/881f9b3088a146539632b11957d904da 2024-11-18T05:20:57,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/c88d16b543ac4a2e8df5b79ef26b0ecb to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/c88d16b543ac4a2e8df5b79ef26b0ecb 2024-11-18T05:20:57,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/d6727e1b7f0c41f5b2377effb14f965e to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/d6727e1b7f0c41f5b2377effb14f965e 2024-11-18T05:20:57,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/540cfff7577048339fe85b3fe882725a to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/540cfff7577048339fe85b3fe882725a 2024-11-18T05:20:57,057 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/recovered.edits/319.seqid, newMaxSeqId=319, maxSeqId=4 2024-11-18T05:20:57,057 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584. 2024-11-18T05:20:57,057 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] regionserver.HRegion(1635): Region close journal for c4ae0f76907ad3e85ee693c773028584: 2024-11-18T05:20:57,059 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION, pid=190}] handler.UnassignRegionHandler(170): Closed c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,059 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=189 updating hbase:meta row=c4ae0f76907ad3e85ee693c773028584, regionState=CLOSED 2024-11-18T05:20:57,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-11-18T05:20:57,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; CloseRegionProcedure c4ae0f76907ad3e85ee693c773028584, server=7cf745f7364a,40727,1731907076066 in 3.3360 sec 2024-11-18T05:20:57,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=189, resume processing ppid=188 2024-11-18T05:20:57,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, ppid=188, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c4ae0f76907ad3e85ee693c773028584, UNASSIGN in 3.3390 sec 2024-11-18T05:20:57,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-11-18T05:20:57,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.3410 sec 2024-11-18T05:20:57,063 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731907257063"}]},"ts":"1731907257063"} 2024-11-18T05:20:57,064 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-18T05:20:57,066 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-18T05:20:57,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.3500 sec 2024-11-18T05:20:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-18T05:20:57,822 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-11-18T05:20:57,823 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-18T05:20:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:20:57,824 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=191, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:20:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-18T05:20:57,824 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=191, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:20:57,825 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,827 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A, FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B, FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C, FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/recovered.edits] 2024-11-18T05:20:57,829 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/14ae3fd634354e50909e009022fd0b0f to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/14ae3fd634354e50909e009022fd0b0f 2024-11-18T05:20:57,830 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/283aedc4d6c34a3884b4884b28674022 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/283aedc4d6c34a3884b4884b28674022 2024-11-18T05:20:57,831 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/7732292def1e41c8939efec54ea3d411 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/A/7732292def1e41c8939efec54ea3d411 2024-11-18T05:20:57,833 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/6358e592feb74ee0b3efcbc213914651 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/6358e592feb74ee0b3efcbc213914651 2024-11-18T05:20:57,834 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/700050bd9d244e88915e7d12e50e3736 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/700050bd9d244e88915e7d12e50e3736 2024-11-18T05:20:57,835 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/84498cb08d0c4268a33f15dea0db0f9d to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/B/84498cb08d0c4268a33f15dea0db0f9d 2024-11-18T05:20:57,837 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/2c861c94f8814d24920569358b34af50 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/2c861c94f8814d24920569358b34af50 2024-11-18T05:20:57,838 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/33f6a7bf3bf54f12b0d7cb36c18c0630 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/33f6a7bf3bf54f12b0d7cb36c18c0630 2024-11-18T05:20:57,839 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/dd2cac8ab4ae46feb5db0cfa2bfa4e4b to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/C/dd2cac8ab4ae46feb5db0cfa2bfa4e4b 2024-11-18T05:20:57,841 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/recovered.edits/319.seqid to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584/recovered.edits/319.seqid 2024-11-18T05:20:57,842 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/default/TestAcidGuarantees/c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,842 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-18T05:20:57,842 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-18T05:20:57,843 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-18T05:20:57,845 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180f1f08b7104c47f8a738c34ebebc99f8_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180f1f08b7104c47f8a738c34ebebc99f8_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,846 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111833cd18f2614b49358636ff2afba3055d_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111833cd18f2614b49358636ff2afba3055d_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,847 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183fe609d703b84bf88d12a677d9d376ee_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183fe609d703b84bf88d12a677d9d376ee_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,848 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184ec202bfdb1543c69139ad4f771da4bd_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411184ec202bfdb1543c69139ad4f771da4bd_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,849 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111876070ac13d3c488d85f435877b88bbe3_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111876070ac13d3c488d85f435877b88bbe3_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,850 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111889aa160f7f8940b58ba4b0ac4c32d06f_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111889aa160f7f8940b58ba4b0ac4c32d06f_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,851 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188fe0be3a00014af89a046c6bec91dbca_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188fe0be3a00014af89a046c6bec91dbca_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,851 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189349cfc52fe542b7b26fc55363ec64d6_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189349cfc52fe542b7b26fc55363ec64d6_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,852 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189d60ffff2d254089988f7fc09ca642f8_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411189d60ffff2d254089988f7fc09ca642f8_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,853 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a354acb460634ffc9ae6aae59a156a69_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a354acb460634ffc9ae6aae59a156a69_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,854 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a864f970a9344c4fa7e33458dd64f5a0_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a864f970a9344c4fa7e33458dd64f5a0_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,854 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a8782a02b8064f2f8c57bc95203353f0_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a8782a02b8064f2f8c57bc95203353f0_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,855 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118af0cb8a453fe461c85e9664a77c9a29c_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118af0cb8a453fe461c85e9664a77c9a29c_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,856 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bad80849f66340c3a4b16d1b9fcdf968_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bad80849f66340c3a4b16d1b9fcdf968_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,856 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c8aa75217a0d4382bfa2628d3a23e655_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c8aa75217a0d4382bfa2628d3a23e655_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,857 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d8e876be69a644159ccce580346e4eb4_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d8e876be69a644159ccce580346e4eb4_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,858 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e5823d15336247ffb5c5793145a3d693_c4ae0f76907ad3e85ee693c773028584 to hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e5823d15336247ffb5c5793145a3d693_c4ae0f76907ad3e85ee693c773028584 2024-11-18T05:20:57,858 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-18T05:20:57,860 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=191, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:20:57,862 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-18T05:20:57,863 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-18T05:20:57,864 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=191, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:20:57,864 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-18T05:20:57,864 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731907257864"}]},"ts":"9223372036854775807"} 2024-11-18T05:20:57,866 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-18T05:20:57,866 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c4ae0f76907ad3e85ee693c773028584, NAME => 'TestAcidGuarantees,,1731907228550.c4ae0f76907ad3e85ee693c773028584.', STARTKEY => '', ENDKEY => ''}] 2024-11-18T05:20:57,866 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-18T05:20:57,866 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731907257866"}]},"ts":"9223372036854775807"} 2024-11-18T05:20:57,867 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-18T05:20:57,869 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=191, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T05:20:57,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-18T05:20:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34605 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-11-18T05:20:57,925 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-11-18T05:20:57,934 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=241 (was 238) - Thread LEAK? -, OpenFileDescriptor=455 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=333 (was 350), ProcessCount=11 (was 11), AvailableMemoryMB=11636 (was 11649) 2024-11-18T05:20:57,934 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-18T05:20:57,934 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-18T05:20:57,934 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:56210 2024-11-18T05:20:57,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:57,935 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T05:20:57,935 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1167679413, stopped=false 2024-11-18T05:20:57,935 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=7cf745f7364a,34605,1731907075353 2024-11-18T05:20:57,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T05:20:57,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T05:20:57,937 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-18T05:20:57,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:20:57,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:20:57,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:57,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:20:57,937 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '7cf745f7364a,40727,1731907076066' ***** 2024-11-18T05:20:57,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T05:20:57,937 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-18T05:20:57,938 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T05:20:57,938 INFO [RS:0;7cf745f7364a:40727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T05:20:57,938 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-18T05:20:57,938 INFO [RS:0;7cf745f7364a:40727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T05:20:57,939 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(3579): Received CLOSE for a0db3154bfb4c162050956cb21bcade9 2024-11-18T05:20:57,939 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1224): stopping server 7cf745f7364a,40727,1731907076066 2024-11-18T05:20:57,939 DEBUG [RS:0;7cf745f7364a:40727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:57,939 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T05:20:57,939 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T05:20:57,939 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T05:20:57,939 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-18T05:20:57,940 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a0db3154bfb4c162050956cb21bcade9, disabling compactions & flushes 2024-11-18T05:20:57,940 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9. 2024-11-18T05:20:57,940 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9. 2024-11-18T05:20:57,940 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9. after waiting 0 ms 2024-11-18T05:20:57,940 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9. 2024-11-18T05:20:57,940 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-18T05:20:57,940 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a0db3154bfb4c162050956cb21bcade9 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-18T05:20:57,940 DEBUG [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, a0db3154bfb4c162050956cb21bcade9=hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9.} 2024-11-18T05:20:57,940 DEBUG [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-18T05:20:57,940 INFO [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-18T05:20:57,940 DEBUG [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-18T05:20:57,940 DEBUG [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T05:20:57,940 DEBUG [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T05:20:57,940 INFO [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-18T05:20:57,943 DEBUG [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, a0db3154bfb4c162050956cb21bcade9 2024-11-18T05:20:57,956 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/namespace/a0db3154bfb4c162050956cb21bcade9/.tmp/info/67e9a6240dd84b828b317bf8cd4432aa is 45, key is default/info:d/1731907080145/Put/seqid=0 2024-11-18T05:20:57,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742429_1605 (size=5037) 2024-11-18T05:20:57,963 DEBUG [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740/.tmp/info/2c74afcba9c048e8a359833defcfc18a is 143, key is hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9./info:regioninfo/1731907080054/Put/seqid=0 2024-11-18T05:20:57,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742430_1606 (size=7725) 2024-11-18T05:20:57,999 INFO [regionserver/7cf745f7364a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T05:20:58,143 DEBUG [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, a0db3154bfb4c162050956cb21bcade9 2024-11-18T05:20:58,343 DEBUG [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, a0db3154bfb4c162050956cb21bcade9 2024-11-18T05:20:58,359 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/namespace/a0db3154bfb4c162050956cb21bcade9/.tmp/info/67e9a6240dd84b828b317bf8cd4432aa 2024-11-18T05:20:58,363 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/namespace/a0db3154bfb4c162050956cb21bcade9/.tmp/info/67e9a6240dd84b828b317bf8cd4432aa as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/namespace/a0db3154bfb4c162050956cb21bcade9/info/67e9a6240dd84b828b317bf8cd4432aa 2024-11-18T05:20:58,365 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/namespace/a0db3154bfb4c162050956cb21bcade9/info/67e9a6240dd84b828b317bf8cd4432aa, entries=2, sequenceid=6, filesize=4.9 K 2024-11-18T05:20:58,366 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for a0db3154bfb4c162050956cb21bcade9 in 426ms, sequenceid=6, compaction requested=false 2024-11-18T05:20:58,366 INFO [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740/.tmp/info/2c74afcba9c048e8a359833defcfc18a 2024-11-18T05:20:58,369 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/namespace/a0db3154bfb4c162050956cb21bcade9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T05:20:58,369 INFO [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9. 2024-11-18T05:20:58,369 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a0db3154bfb4c162050956cb21bcade9: 2024-11-18T05:20:58,369 DEBUG [RS_CLOSE_REGION-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731907078796.a0db3154bfb4c162050956cb21bcade9. 2024-11-18T05:20:58,384 DEBUG [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740/.tmp/rep_barrier/52c0b5279e304670b6a5b9715f7f3911 is 102, key is TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f./rep_barrier:/1731907112927/DeleteFamily/seqid=0 2024-11-18T05:20:58,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742431_1607 (size=6025) 2024-11-18T05:20:58,544 DEBUG [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-18T05:20:58,556 INFO [regionserver/7cf745f7364a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T05:20:58,556 INFO [regionserver/7cf745f7364a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T05:20:58,744 DEBUG [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-18T05:20:58,788 INFO [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740/.tmp/rep_barrier/52c0b5279e304670b6a5b9715f7f3911 2024-11-18T05:20:58,806 DEBUG [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740/.tmp/table/28a5a474b911412498f1c3a8953f5199 is 96, key is TestAcidGuarantees,,1731907080286.f60a1d7466556b7488b80eae33d2a24f./table:/1731907112927/DeleteFamily/seqid=0 2024-11-18T05:20:58,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742432_1608 (size=5942) 2024-11-18T05:20:58,944 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-18T05:20:58,944 DEBUG [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T05:20:58,944 DEBUG [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-18T05:20:59,144 DEBUG [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-18T05:20:59,210 INFO [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740/.tmp/table/28a5a474b911412498f1c3a8953f5199 2024-11-18T05:20:59,213 DEBUG [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740/.tmp/info/2c74afcba9c048e8a359833defcfc18a as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740/info/2c74afcba9c048e8a359833defcfc18a 2024-11-18T05:20:59,215 INFO [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740/info/2c74afcba9c048e8a359833defcfc18a, entries=22, sequenceid=93, filesize=7.5 K 2024-11-18T05:20:59,216 DEBUG [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740/.tmp/rep_barrier/52c0b5279e304670b6a5b9715f7f3911 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740/rep_barrier/52c0b5279e304670b6a5b9715f7f3911 2024-11-18T05:20:59,218 INFO [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740/rep_barrier/52c0b5279e304670b6a5b9715f7f3911, entries=6, sequenceid=93, filesize=5.9 K 2024-11-18T05:20:59,219 DEBUG [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740/.tmp/table/28a5a474b911412498f1c3a8953f5199 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740/table/28a5a474b911412498f1c3a8953f5199 2024-11-18T05:20:59,221 INFO [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740/table/28a5a474b911412498f1c3a8953f5199, entries=9, sequenceid=93, filesize=5.8 K 2024-11-18T05:20:59,222 INFO [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1282ms, sequenceid=93, compaction requested=false 2024-11-18T05:20:59,225 DEBUG [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-18T05:20:59,225 DEBUG [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T05:20:59,226 INFO [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-18T05:20:59,226 DEBUG [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-18T05:20:59,226 DEBUG [RS_CLOSE_META-regionserver/7cf745f7364a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T05:20:59,345 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1250): stopping server 7cf745f7364a,40727,1731907076066; all regions closed. 2024-11-18T05:20:59,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741834_1010 (size=26050) 2024-11-18T05:20:59,350 DEBUG [RS:0;7cf745f7364a:40727 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/oldWALs 2024-11-18T05:20:59,350 INFO [RS:0;7cf745f7364a:40727 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 7cf745f7364a%2C40727%2C1731907076066.meta:.meta(num 1731907078554) 2024-11-18T05:20:59,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741832_1008 (size=14135991) 2024-11-18T05:20:59,354 DEBUG [RS:0;7cf745f7364a:40727 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/oldWALs 2024-11-18T05:20:59,354 INFO [RS:0;7cf745f7364a:40727 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 7cf745f7364a%2C40727%2C1731907076066:(num 1731907077620) 2024-11-18T05:20:59,354 DEBUG [RS:0;7cf745f7364a:40727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:59,354 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T05:20:59,354 INFO [RS:0;7cf745f7364a:40727 {}] hbase.ChoreService(370): Chore service for: regionserver/7cf745f7364a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-18T05:20:59,354 INFO [regionserver/7cf745f7364a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T05:20:59,355 INFO [RS:0;7cf745f7364a:40727 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40727 2024-11-18T05:20:59,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7cf745f7364a,40727,1731907076066 2024-11-18T05:20:59,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T05:20:59,359 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007f7f7c8f1d48@69302511 rejected from java.util.concurrent.ThreadPoolExecutor@2c32a653[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-18T05:20:59,360 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7cf745f7364a,40727,1731907076066] 2024-11-18T05:20:59,360 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 7cf745f7364a,40727,1731907076066; numProcessing=1 2024-11-18T05:20:59,362 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/7cf745f7364a,40727,1731907076066 already deleted, retry=false 2024-11-18T05:20:59,362 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 7cf745f7364a,40727,1731907076066 expired; onlineServers=0 2024-11-18T05:20:59,362 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '7cf745f7364a,34605,1731907075353' ***** 2024-11-18T05:20:59,362 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T05:20:59,362 DEBUG [M:0;7cf745f7364a:34605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653d59a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7cf745f7364a/172.17.0.2:0 2024-11-18T05:20:59,362 INFO [M:0;7cf745f7364a:34605 {}] regionserver.HRegionServer(1224): stopping server 7cf745f7364a,34605,1731907075353 2024-11-18T05:20:59,362 INFO [M:0;7cf745f7364a:34605 {}] regionserver.HRegionServer(1250): stopping server 7cf745f7364a,34605,1731907075353; all regions closed. 2024-11-18T05:20:59,362 DEBUG [M:0;7cf745f7364a:34605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T05:20:59,362 DEBUG [M:0;7cf745f7364a:34605 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T05:20:59,362 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T05:20:59,362 DEBUG [M:0;7cf745f7364a:34605 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T05:20:59,362 DEBUG [master/7cf745f7364a:0:becomeActiveMaster-HFileCleaner.small.0-1731907077319 {}] cleaner.HFileCleaner(306): Exit Thread[master/7cf745f7364a:0:becomeActiveMaster-HFileCleaner.small.0-1731907077319,5,FailOnTimeoutGroup] 2024-11-18T05:20:59,362 DEBUG [master/7cf745f7364a:0:becomeActiveMaster-HFileCleaner.large.0-1731907077318 {}] cleaner.HFileCleaner(306): Exit Thread[master/7cf745f7364a:0:becomeActiveMaster-HFileCleaner.large.0-1731907077318,5,FailOnTimeoutGroup] 2024-11-18T05:20:59,362 INFO [M:0;7cf745f7364a:34605 {}] hbase.ChoreService(370): Chore service for: master/7cf745f7364a:0 had [] on shutdown 2024-11-18T05:20:59,362 DEBUG [M:0;7cf745f7364a:34605 {}] master.HMaster(1733): Stopping service threads 2024-11-18T05:20:59,363 INFO [M:0;7cf745f7364a:34605 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T05:20:59,363 ERROR [M:0;7cf745f7364a:34605 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-18T05:20:59,363 INFO [M:0;7cf745f7364a:34605 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T05:20:59,363 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T05:20:59,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T05:20:59,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T05:20:59,364 DEBUG [M:0;7cf745f7364a:34605 {}] zookeeper.ZKUtil(347): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T05:20:59,364 WARN [M:0;7cf745f7364a:34605 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T05:20:59,364 INFO [M:0;7cf745f7364a:34605 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-18T05:20:59,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T05:20:59,364 INFO [M:0;7cf745f7364a:34605 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T05:20:59,364 DEBUG [M:0;7cf745f7364a:34605 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T05:20:59,364 INFO [M:0;7cf745f7364a:34605 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:20:59,364 DEBUG [M:0;7cf745f7364a:34605 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:20:59,364 DEBUG [M:0;7cf745f7364a:34605 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T05:20:59,364 DEBUG [M:0;7cf745f7364a:34605 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:20:59,364 INFO [M:0;7cf745f7364a:34605 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=757.92 KB heapSize=931.02 KB 2024-11-18T05:20:59,380 DEBUG [M:0;7cf745f7364a:34605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9f076ebdf8548e5a1949ba5f864cde0 is 82, key is hbase:meta,,1/info:regioninfo/1731907078693/Put/seqid=0 2024-11-18T05:20:59,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742433_1609 (size=5672) 2024-11-18T05:20:59,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:20:59,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40727-0x100091072c70001, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:20:59,460 INFO [RS:0;7cf745f7364a:40727 {}] regionserver.HRegionServer(1307): Exiting; stopping=7cf745f7364a,40727,1731907076066; zookeeper connection closed. 2024-11-18T05:20:59,461 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54d6347f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54d6347f 2024-11-18T05:20:59,461 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T05:20:59,783 INFO [M:0;7cf745f7364a:34605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2116 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9f076ebdf8548e5a1949ba5f864cde0 2024-11-18T05:20:59,804 DEBUG [M:0;7cf745f7364a:34605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ffc668916ba4b99bee09928030c0129 is 2279, key is \x00\x00\x00\x00\x00\x00\x00\xA6/proc:d/1731907231562/Put/seqid=0 2024-11-18T05:20:59,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742434_1610 (size=47308) 2024-11-18T05:21:00,208 INFO [M:0;7cf745f7364a:34605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=757.37 KB at sequenceid=2116 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ffc668916ba4b99bee09928030c0129 2024-11-18T05:21:00,211 INFO [M:0;7cf745f7364a:34605 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ffc668916ba4b99bee09928030c0129 2024-11-18T05:21:00,226 DEBUG [M:0;7cf745f7364a:34605 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6898b4ddebd4429695d9980b092d13db is 69, key is 7cf745f7364a,40727,1731907076066/rs:state/1731907077392/Put/seqid=0 2024-11-18T05:21:00,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073742435_1611 (size=5156) 2024-11-18T05:21:00,630 INFO [M:0;7cf745f7364a:34605 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2116 (bloomFilter=true), to=hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6898b4ddebd4429695d9980b092d13db 2024-11-18T05:21:00,633 DEBUG [M:0;7cf745f7364a:34605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9f076ebdf8548e5a1949ba5f864cde0 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9f076ebdf8548e5a1949ba5f864cde0 2024-11-18T05:21:00,635 INFO [M:0;7cf745f7364a:34605 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9f076ebdf8548e5a1949ba5f864cde0, entries=8, sequenceid=2116, filesize=5.5 K 2024-11-18T05:21:00,636 DEBUG [M:0;7cf745f7364a:34605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2ffc668916ba4b99bee09928030c0129 as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ffc668916ba4b99bee09928030c0129 2024-11-18T05:21:00,639 INFO [M:0;7cf745f7364a:34605 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ffc668916ba4b99bee09928030c0129 2024-11-18T05:21:00,639 INFO [M:0;7cf745f7364a:34605 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2ffc668916ba4b99bee09928030c0129, entries=191, sequenceid=2116, filesize=46.2 K 2024-11-18T05:21:00,639 DEBUG [M:0;7cf745f7364a:34605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6898b4ddebd4429695d9980b092d13db as hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6898b4ddebd4429695d9980b092d13db 2024-11-18T05:21:00,642 INFO [M:0;7cf745f7364a:34605 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38287/user/jenkins/test-data/eb4057a5-2fbf-e7c9-bfda-e5699cd63f31/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6898b4ddebd4429695d9980b092d13db, entries=1, sequenceid=2116, filesize=5.0 K 2024-11-18T05:21:00,643 INFO [M:0;7cf745f7364a:34605 {}] regionserver.HRegion(3040): Finished flush of dataSize ~757.92 KB/776113, heapSize ~930.73 KB/953064, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=2116, compaction requested=false 2024-11-18T05:21:00,644 INFO [M:0;7cf745f7364a:34605 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T05:21:00,644 DEBUG [M:0;7cf745f7364a:34605 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T05:21:00,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40671 is added to blk_1073741830_1006 (size=914940) 2024-11-18T05:21:00,647 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T05:21:00,647 INFO [M:0;7cf745f7364a:34605 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-18T05:21:00,647 INFO [M:0;7cf745f7364a:34605 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34605 2024-11-18T05:21:00,649 DEBUG [M:0;7cf745f7364a:34605 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/7cf745f7364a,34605,1731907075353 already deleted, retry=false 2024-11-18T05:21:00,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:21:00,751 INFO [M:0;7cf745f7364a:34605 {}] regionserver.HRegionServer(1307): Exiting; stopping=7cf745f7364a,34605,1731907075353; zookeeper connection closed. 2024-11-18T05:21:00,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34605-0x100091072c70000, quorum=127.0.0.1:56210, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T05:21:00,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T05:21:00,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:21:00,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:21:00,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:21:00,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/hadoop.log.dir/,STOPPED} 2024-11-18T05:21:00,761 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T05:21:00,761 WARN [BP-932584847-172.17.0.2-1731907072660 heartbeating to localhost/127.0.0.1:38287 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T05:21:00,761 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T05:21:00,761 WARN [BP-932584847-172.17.0.2-1731907072660 heartbeating to localhost/127.0.0.1:38287 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-932584847-172.17.0.2-1731907072660 (Datanode Uuid 9ffdf488-6351-4d1b-ab18-8f5e7ca9d6b2) service to localhost/127.0.0.1:38287 2024-11-18T05:21:00,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/cluster_da3f8084-1d57-f31c-e801-5b3506f668cb/dfs/data/data1/current/BP-932584847-172.17.0.2-1731907072660 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:21:00,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/cluster_da3f8084-1d57-f31c-e801-5b3506f668cb/dfs/data/data2/current/BP-932584847-172.17.0.2-1731907072660 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T05:21:00,763 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T05:21:00,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T05:21:00,771 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T05:21:00,771 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T05:21:00,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T05:21:00,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/25192798-d35c-ffbb-50e3-661829fe7637/hadoop.log.dir/,STOPPED} 2024-11-18T05:21:00,788 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-18T05:21:00,906 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down